-- Logs begin at Thu 2021-11-11 15:13:29 UTC, end at Thu 2021-11-11 16:36:54 UTC. -- Nov 11 16:05:08.134793 dv-cinder-811151-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 16:05:10.495601 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.common.config [-] Logging enabled! Nov 11 16:05:10.496328 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev59 Nov 11 16:05:10.496422 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87341) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 16:05:10.499463 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.common.config [-] Logging enabled! Nov 11 16:05:10.499721 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev59 Nov 11 16:05:10.500035 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87341) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 16:05:10.500992 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:05:10.501227 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:05:10.501589 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:05:10.501832 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:05:10.502057 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.507794 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] debug = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.508982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.509352 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.509415 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.509676 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.509953 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.510236 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.510565 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] host = dv-cinder-811151-2-smb {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.510843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.511129 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.511417 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.511704 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.511979 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.512254 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.512538 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.512834 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.513106 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.513383 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.513679 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.513963 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.514251 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.514475 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.514696 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.514983 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.515269 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.515543 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.515817 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.516089 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.516360 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.516658 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.516928 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.517213 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.517497 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.517782 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.518056 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.518330 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.518599 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.518871 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.519154 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.520091 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.520412 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.520690 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.520982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.521255 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.521531 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.521834 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.522121 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.522406 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.522693 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.522968 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.523255 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.523531 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.523803 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.524076 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] use_json = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.524348 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.524640 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.524922 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.525198 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.525471 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.525745 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.526016 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.526302 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:10.526598 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.526894 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.527195 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.527478 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.527773 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.528053 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.528343 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.528642 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.528931 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.529220 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.529509 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.529787 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.530079 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.530355 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.530648 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.530949 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.531246 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.531804 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.532079 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.532355 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.532654 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.532934 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.533220 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.533516 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.533806 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.534079 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.534357 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.534647 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.534921 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.535269 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.535763 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.536071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.536359 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.536667 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.536956 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.537238 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.537515 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.537792 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.538072 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.538365 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.538642 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.538916 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.539187 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.539466 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.539739 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.540027 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.540303 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.540598 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.540875 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.541151 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.541421 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.541695 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.541971 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.542242 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.542520 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.542791 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.543062 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.543332 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.543604 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.543874 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.544143 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.544412 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.544714 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.544988 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.545259 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.545531 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.545804 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.546074 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.546360 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.546732 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.546932 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.547206 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.547483 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.547760 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.548035 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.548311 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.548611 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.548890 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.549162 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.549453 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.549736 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.550025 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.550306 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.550586 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.551558 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.551986 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.552283 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.552590 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.552882 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.553179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.553465 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.553765 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.554063 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.554360 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.554657 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.554951 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.555231 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.555540 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.555819 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:10.556039 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:05:10.556278 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87341) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 16:05:10.954926 dv-cinder-811151-2-smb neutron-server[87341]: INFO keyring.backend [-] Loading KWallet Nov 11 16:05:10.962948 dv-cinder-811151-2-smb neutron-server[87341]: INFO keyring.backend [-] Loading SecretService Nov 11 16:05:10.966472 dv-cinder-811151-2-smb neutron-server[87341]: INFO keyring.backend [-] Loading Windows Nov 11 16:05:10.967803 dv-cinder-811151-2-smb neutron-server[87341]: INFO keyring.backend [-] Loading chainer Nov 11 16:05:10.968379 dv-cinder-811151-2-smb neutron-server[87341]: INFO keyring.backend [-] Loading macOS Nov 11 16:05:11.001846 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:11.002124 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:11.002419 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:11.002755 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 16:05:11.313778 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.314065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.314338 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.315517 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.315790 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.316064 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.439293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.439573 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.439843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.453609 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.453893 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.454163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.483391 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.483671 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.483941 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.523242 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.523798 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.523798 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.757083 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.757370 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.757644 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.757910 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.758655 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.887114 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.887474 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.887946 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.888408 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.888910 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.889449 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.889910 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.890261 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.890533 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.890831 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.891103 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.891519 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.891798 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.892063 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.892338 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.892640 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.892908 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.893189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.893449 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.893736 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.894087 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.894402 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.894829 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.895334 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.895779 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.896227 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.896651 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:11.896902 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:11.897146 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:11.897387 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:11.897629 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:11.897868 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:11.898234 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 16:05:11.901390 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 16:05:11.905331 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 16:05:11.909392 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 11 16:05:11.911783 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 16:05:11.912227 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 16:05:11.912581 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 16:05:11.912980 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 16:05:11.915963 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 16:05:11.916212 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 16:05:11.916571 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 16:05:11.945357 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 16:05:11.945809 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.946109 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87341) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 16:05:11.946466 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.947829 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87341) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 16:05:11.948112 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 16:05:11.948361 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 16:05:11.951648 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:11.951933 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:12.014183 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 16:05:12.014418 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 16:05:12.014656 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 16:05:12.015026 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 16:05:12.047181 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_db.sqlalchemy.engines [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87341) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 11 16:05:12.547832 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing driver for type 'gre' Nov 11 16:05:12.548430 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] gre ID ranges: [(1, 1000)] Nov 11 16:05:12.874191 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing driver for type 'local' Nov 11 16:05:12.874457 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing driver for type 'vlan' Nov 11 16:05:12.959265 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] VlanTypeDriver initialization complete Nov 11 16:05:12.959599 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing driver for type 'vxlan' Nov 11 16:05:12.960136 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] vxlan ID ranges: [(1, 1000)] Nov 11 16:05:13.165242 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing extension driver 'port_security' Nov 11 16:05:13.165512 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.extensions.port_security [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] PortSecurityExtensionDriver initialization complete Nov 11 16:05:13.165884 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing mechanism driver 'openvswitch' Nov 11 16:05:13.166228 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing mechanism driver 'hyperv' Nov 11 16:05:13.173076 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.plugins.ml2.plugin [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:05:13.173914 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.174286 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.174642 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.175031 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.175386 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.175862 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.176252 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.176628 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.176994 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.178935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > security_group after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.178935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > security_group after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.178935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.178935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.179253 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.179253 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.179508 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > address_group after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.179852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > address_group after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.180194 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.180535 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] ML2 OVO RPC backend initialized. {{(pid=87341) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 11 16:05:13.181365 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.181723 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.182170 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.182518 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > networks before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.182868 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.183212 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > ports before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.183555 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.183897 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnets before_response 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.184244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.184608 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.184950 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.185288 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.185630 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.185966 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.186301 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.186662 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.186998 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.187635 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.plugin [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Modular L2 Plugin initialization complete Nov 11 16:05:13.187991 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading services supported by the core plugin {{(pid=87341) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 16:05:13.188321 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.plugins.ml2.managers [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Got port-security extension from driver 'port_security' Nov 11 16:05:13.188825 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.extensions.vlantransparent [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Disabled vlantransparent extension. Nov 11 16:05:13.189314 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87341) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 16:05:13.189629 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: router Nov 11 16:05:13.227392 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.227786 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_create 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.228156 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router before_create 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.228527 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.228922 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.229284 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_delete 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.229647 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.230013 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_create 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.230366 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_update 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.230715 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_update 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.231064 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.231422 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_update 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.231855 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_update 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.232227 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.232590 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.232939 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: subnet after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.233282 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.233632 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.233982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_create 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.234352 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.234699 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.235062 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router after_update 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.235423 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.235776 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_create 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.236140 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.236488 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_update 55549900 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.236879 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > agent after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.237231 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > agent after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.237579 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > network after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.238646 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Tracking information for resource: router configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:13.238858 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Tracking information for resource: floatingip configured {{(pid=87341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 16:05:13.243852 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.db.l3_agentschedulers_db [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 16:05:13.244434 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.244819 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port after_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.245175 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port after_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.245535 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: port after_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.246324 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router before_create 55550100 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.246693 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.247056 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_create 55550100 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.247414 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > router precommit_update 55550100 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.252048 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.provider_configuration [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service providers = [] {{(pid=87341) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 16:05:13.252418 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.db.servicetype_db [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87341) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 16:05:13.256076 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.service_base [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:05:13.256428 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.service_base [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:05:13.256799 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.service_base [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:05:13.257867 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.services.service_base [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 16:05:13.258247 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.services.service_base [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 16:05:13.258633 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.258955 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 16:05:13.270285 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.270619 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: auto_allocate Nov 11 16:05:13.276609 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: network precommit_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.276981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: network precommit_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.277498 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.277817 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: tag Nov 11 16:05:13.285081 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.285413 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: timestamp Nov 11 16:05:13.289289 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.289617 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: network_ip_availability Nov 11 16:05:13.294936 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.295312 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.295685 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.296401 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.296751 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: flavors Nov 11 16:05:13.301901 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.302236 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading Plugin: revisions Nov 11 16:05:13.306644 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 16:05:13.307040 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_concurrency.lockutils [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.305s {{(pid=87341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:13.307805 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87341) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 16:05:13.308144 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Initializing extension manager. Nov 11 16:05:13.308676 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: __init__.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.309023 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: __pycache__ {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.309361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.309694 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: address_group.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.310463 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.311036 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: address-group Nov 11 16:05:13.311361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: address_scope.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.312076 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.312611 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: address-scope Nov 11 16:05:13.312936 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.313867 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.314372 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: router-admin-state-down-before-update Nov 11 16:05:13.314696 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: agent.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.315407 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.315922 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: agent Nov 11 16:05:13.316832 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: agent_resources_synced.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.317804 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.318314 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: agent-resources-synced Nov 11 16:05:13.318638 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: allowedaddresspairs.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.320456 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.321000 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: allowed-address-pairs Nov 11 16:05:13.321327 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: auto_allocated_topology.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.322415 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.322927 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: auto-allocated-topology Nov 11 16:05:13.323255 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: availability_zone.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.323972 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.324473 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: availability_zone Nov 11 16:05:13.324823 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: availability_zone_filter.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.325742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.326253 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: availability_zone_filter Nov 11 16:05:13.326578 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: data_plane_status.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.327493 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.327994 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 16:05:13.328317 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: default_subnetpools.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.329269 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.329800 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: default-subnetpools Nov 11 16:05:13.330129 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.330945 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.331459 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: dhcp_agent_scheduler Nov 11 16:05:13.332346 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: dns.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.333326 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.333829 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 16:05:13.334153 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: dns_domain_ports.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.335077 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.335584 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 16:05:13.335909 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: dvr.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.336620 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.337130 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: dvr Nov 11 16:05:13.337454 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: empty_string_filtering.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.338374 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.338884 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: empty-string-filtering Nov 11 16:05:13.339207 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.340129 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.340685 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 16:05:13.341016 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.341930 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.342436 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 16:05:13.342759 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: external_net.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.343674 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.344184 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: external-net Nov 11 16:05:13.344507 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.345455 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.345958 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: extra_dhcp_opt Nov 11 16:05:13.346308 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: extraroute.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.347265 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.347793 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: extraroute Nov 11 16:05:13.348114 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: extraroute_atomic.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.349183 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.349686 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: extraroute-atomic Nov 11 16:05:13.350010 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: filter_validation.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.350680 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.351176 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: filter-validation Nov 11 16:05:13.351496 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: fip_pf_description.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.354024 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.354539 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 16:05:13.354867 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: fip_port_details.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.355796 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.356307 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: fip-port-details Nov 11 16:05:13.356659 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: flavors.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.357901 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.358438 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: flavors Nov 11 16:05:13.358768 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.360445 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.360997 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 16:05:13.361330 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: floatingip_pools.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.362035 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.362542 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: floatingip-pools Nov 11 16:05:13.362869 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: ip_allocation.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.364077 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.364595 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 16:05:13.364923 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.365858 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.366368 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: ip-substring-filtering Nov 11 16:05:13.366697 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l2_adjacency.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.367634 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.368138 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 16:05:13.368463 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.369536 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.370052 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: router Nov 11 16:05:13.370377 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.372653 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.373190 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 16:05:13.373521 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.374557 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.375077 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: ext-gw-mode Nov 11 16:05:13.375407 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.376356 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.376923 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: l3-ha Nov 11 16:05:13.377248 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3_flavors.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.378195 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.379413 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: l3-flavors Nov 11 16:05:13.379818 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.380819 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.381354 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 16:05:13.381677 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: l3agentscheduler.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.382714 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.383223 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: l3_agent_scheduler Nov 11 16:05:13.383544 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: logging.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.385077 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.385596 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension logging not supported by any of loaded plugins Nov 11 16:05:13.385927 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: metering.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.386679 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.387279 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: metering Nov 11 16:05:13.387611 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.388814 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.389330 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: metering_source_and_destination_fields Nov 11 16:05:13.389658 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: multiprovidernet.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.390709 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.391218 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: multi-provider Nov 11 16:05:13.391545 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: netmtu.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.392477 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.393008 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: net-mtu Nov 11 16:05:13.393333 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: netmtu_writable.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.394847 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.395356 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: net-mtu-writable Nov 11 16:05:13.395685 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: network_availability_zone.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.396357 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.396919 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: network_availability_zone Nov 11 16:05:13.397243 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: network_ip_availability.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.398356 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.398862 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: network-ip-availability Nov 11 16:05:13.399189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: network_segment_range.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.399961 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.400462 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 16:05:13.400835 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: pagination.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.401822 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.402152 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: pagination Nov 11 16:05:13.402473 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: port_device_profile.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.403379 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.403893 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: port-device-profile Nov 11 16:05:13.404215 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.405193 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.405719 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: port-mac-address-regenerate Nov 11 16:05:13.406043 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.407230 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.407739 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: port-numa-affinity-policy Nov 11 16:05:13.408063 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: port_resource_request.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.408998 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.409522 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 16:05:13.409891 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: portbindings.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.410820 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.411357 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: binding Nov 11 16:05:13.411682 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: portbindings_extended.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.412999 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.413507 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: binding-extended Nov 11 16:05:13.413834 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: portsecurity.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.414775 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.415343 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: port-security Nov 11 16:05:13.415624 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: project_id.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.416635 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.416971 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: project-id Nov 11 16:05:13.417298 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: providernet.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.418229 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.418734 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: provider Nov 11 16:05:13.419055 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.422638 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.423154 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos not supported by any of loaded plugins Nov 11 16:05:13.423489 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.424778 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.425294 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 16:05:13.425647 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.426576 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.427108 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 16:05:13.427434 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_default.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.428346 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.428886 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-default not supported by any of loaded plugins Nov 11 16:05:13.429209 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_fip.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.429859 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.430357 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 16:05:13.430679 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_gateway_ip.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.431608 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.432116 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 16:05:13.432449 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_port_network_policy.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.433417 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.433929 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 16:05:13.434255 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_rule_type_details.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.435179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.435683 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 16:05:13.436008 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: qos_rules_alias.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.437090 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.437597 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 16:05:13.437935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: quotasv2.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.438868 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.439323 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: quotas Nov 11 16:05:13.439651 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: quotasv2_detail.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.441900 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.442238 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: quota_details Nov 11 16:05:13.442567 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: rbac.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.443626 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.444169 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: rbac-policies Nov 11 16:05:13.444500 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: rbac_address_group.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.445461 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.445972 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: rbac-address-group Nov 11 16:05:13.446302 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: rbac_address_scope.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.447227 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.447736 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: rbac-address-scope Nov 11 16:05:13.448061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: rbac_security_groups.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.449015 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.449523 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: rbac-security-groups Nov 11 16:05:13.449869 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: rbac_subnetpool.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.450820 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.451330 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: rbac-subnetpool Nov 11 16:05:13.451654 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: revisionifmatch.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.452601 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.453116 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: revision-if-match Nov 11 16:05:13.453439 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: revisions.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.454557 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.455074 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: standard-attr-revisions Nov 11 16:05:13.455399 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: router_availability_zone.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.456112 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.456677 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: router_availability_zone Nov 11 16:05:13.457740 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: routerservicetype.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.458480 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.458994 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 16:05:13.459319 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.460242 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.460803 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: security-groups-normalized-cidr Nov 11 16:05:13.461133 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.462069 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.462578 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: port-security-groups-filtering Nov 11 16:05:13.462900 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.463825 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.464335 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: security-groups-remote-address-group Nov 11 16:05:13.464750 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: securitygroup.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.474476 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.475094 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: security-group Nov 11 16:05:13.475436 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: segment.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.476229 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.476770 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension segment not supported by any of loaded plugins Nov 11 16:05:13.477102 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.478052 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.478561 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 16:05:13.478906 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: servicetype.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.480041 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.480574 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: service-type Nov 11 16:05:13.480913 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: sorting.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.481902 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.482239 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: sorting Nov 11 16:05:13.482561 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: standard_attr_segment.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.483487 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.484000 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 16:05:13.484322 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: standardattrdescription.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.484997 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.485500 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: standard-attr-description Nov 11 16:05:13.485820 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: stateful_security_group.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.486769 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.487275 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: stateful-security-group Nov 11 16:05:13.487597 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: stdattrs_common.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.488293 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 16:05:13.488643 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.489696 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.490203 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 16:05:13.490527 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: subnet_onboard.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.491611 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.492120 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: subnet_onboard Nov 11 16:05:13.492446 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.493420 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.493923 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 16:05:13.494245 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: subnet_service_types.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.495170 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.495682 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: subnet-service-types Nov 11 16:05:13.496009 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: subnetallocation.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.497128 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.497637 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: subnet_allocation Nov 11 16:05:13.497962 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.498638 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.499147 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: subnetpool-prefix-ops Nov 11 16:05:13.499470 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.500468 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.501001 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 16:05:13.501324 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: tagging.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.502377 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.502896 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: standard-attr-tag Nov 11 16:05:13.503224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: timestamp.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.505056 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.505572 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loaded extension: standard-attr-timestamp Nov 11 16:05:13.505904 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: trunk.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.506963 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.507478 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension trunk not supported by any of loaded plugins Nov 11 16:05:13.507807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: trunk_details.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.508768 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.509280 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 16:05:13.509607 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: uplink_status_propagation.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.510547 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.511054 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 16:05:13.511400 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Loading extension file: vlantransparent.py {{(pid=87341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 16:05:13.512073 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 16:05:13.512608 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 16:05:13.515017 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:network Nov 11 16:05:13.515751 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:subnet Nov 11 16:05:13.516557 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:05:13.517222 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:port Nov 11 16:05:13.518509 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.519130 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service FLAVORS assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.520467 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.520933 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.521268 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:router Nov 11 16:05:13.521928 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 16:05:13.522646 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service METERING assigned prefix: /metering {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.524125 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.524481 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.524861 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:05:13.526006 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 16:05:13.526453 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:security_group Nov 11 16:05:13.527128 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 16:05:13.527873 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service CORE assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.528205 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:05:13.528569 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] subnetpool is already registered Nov 11 16:05:13.529245 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service CORE assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.529571 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:05:13.529904 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] subnetpool is already registered Nov 11 16:05:13.532711 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.533154 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service FLAVORS assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.533749 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.534175 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.534508 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:router Nov 11 16:05:13.534877 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] router is already registered Nov 11 16:05:13.535505 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 16:05:13.535838 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] floatingip is already registered Nov 11 16:05:13.536478 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service METERING assigned prefix: /metering {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.537183 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 16:05:13.537514 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] rbac_policy is already registered Nov 11 16:05:13.538059 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:security_group Nov 11 16:05:13.538399 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] security_group is already registered Nov 11 16:05:13.538996 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 16:05:13.539325 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] security_group_rule is already registered Nov 11 16:05:13.539991 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service CORE assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.540321 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:05:13.540688 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] subnetpool is already registered Nov 11 16:05:13.541303 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.v2.resource_helper [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Service CORE assigned prefix: {{(pid=87341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 16:05:13.541649 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 16:05:13.541977 dv-cinder-811151-2-smb neutron-server[87341]: WARNING neutron.quota.resource_registry [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] subnetpool is already registered Nov 11 16:05:13.542626 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: extensions {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.544064 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: address-groups {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.545722 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: address-scopes {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.546944 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: agents {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.548108 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: auto-allocated-topology {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.549392 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: availability_zones {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.551251 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: dhcp-networks {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.552722 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: dhcp-agents {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.554146 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: routers {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.556821 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: flavors {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.558029 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: service_profiles {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.559238 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: next_providers {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.560812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: service_profiles {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.562269 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: floatingip-pools {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.563481 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: routers {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.565350 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: floatingips {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.566704 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: l3-routers {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.568120 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: l3-agents {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.569570 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: metering-labels {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.570963 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: metering-label-rules {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.572256 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: network-ip-availabilities {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.573537 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: bindings {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.575219 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: quotas {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.576809 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: quotas {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.578239 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: rbac-policies {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.579528 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: security-groups {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.580796 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: security-group-rules {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.582630 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: service-providers {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.583879 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: subnetpools {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.585347 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: subnetpools {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.586832 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.588519 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.590354 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.592137 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.593968 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.595840 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.598148 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.600084 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.601864 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.603727 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron.api.extensions [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Extended resource: tags {{(pid=87341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 16:05:13.609820 dv-cinder-811151-2-smb neutron-server[87341]: WARNING keystonemiddleware.auth_token [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 16:05:13.614691 dv-cinder-811151-2-smb neutron-server[87341]: WARNING keystonemiddleware.auth_token [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 16:05:13.623106 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_concurrency.lockutils [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Acquired lock "singleton_lock" {{(pid=87341) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 11 16:05:13.623584 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_concurrency.lockutils [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Releasing lock "singleton_lock" {{(pid=87341) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 11 16:05:13.624212 dv-cinder-811151-2-smb neutron-server[87341]: INFO oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Starting 2 workers Nov 11 16:05:13.629116 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Started child 87450 {{(pid=87341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 11 16:05:13.633377 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Started child 87451 {{(pid=87341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 11 16:05:13.634193 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:13.634879 dv-cinder-811151-2-smb neutron-server[87341]: INFO neutron.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 16:05:13.635562 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Notify callbacks [] for process, before_spawn {{(pid=87341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:13.635672 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [-] (87450) wsgi starting up on http://0.0.0.0:9696 Nov 11 16:05:13.637689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:13.638111 dv-cinder-811151-2-smb neutron-server[87341]: INFO oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Starting 1 workers Nov 11 16:05:13.639004 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [-] (87451) wsgi starting up on http://0.0.0.0:9696 Nov 11 16:05:13.643009 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Started child 87452 {{(pid=87341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 11 16:05:13.643517 dv-cinder-811151-2-smb neutron-server[87341]: INFO oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Starting 1 workers Nov 11 16:05:13.647152 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] calling RpcWorker wait() {{(pid=87452) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 16:05:13.647788 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] returning from RpcWorker wait() {{(pid=87452) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 16:05:13.648312 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Started child 87453 {{(pid=87341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 11 16:05:13.649035 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:13.649131 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG neutron_lib.callbacks.manager [None req-55057763-610b-4dbb-b286-ea9b1bbcbb04 None None] Notify callbacks [] for process, after_spawn {{(pid=87341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:13.649550 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:05:13.650909 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87341) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 11 16:05:13.651129 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:05:13.651315 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:05:13.651540 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:05:13.651871 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:05:13.652037 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:05:13.652578 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.652840 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.653070 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:13.653529 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.653529 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.653663 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.654162 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.654419 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.654678 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.654964 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.655238 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.655415 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.655584 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.655834 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.656070 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.656652 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.656923 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.657163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.657433 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.657605 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.657870 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.658146 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.658384 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.658659 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] debug = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.658901 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.659370 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.659608 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.659916 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.660804 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.661107 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.661367 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.661639 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.661886 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.662125 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.662388 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.662648 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.662903 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.663157 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.663378 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.663627 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.663863 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.664364 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] host = dv-cinder-811151-2-smb {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.664618 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.664859 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.665114 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.665411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.665625 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.665866 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.666115 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.666362 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.666658 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.666917 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.667173 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.667442 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.667668 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.667926 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.668097 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_options = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.668318 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.668645 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.668916 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.669113 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.669286 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.669465 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.669730 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.669897 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.670157 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.670383 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.670603 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.670955 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.671202 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.671426 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.671685 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.671920 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.672139 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.672375 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.672665 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.672899 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.673131 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.673378 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.673629 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.673876 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.674114 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.674341 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.674592 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.674830 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.675051 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.675393 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.675823 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.676058 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.676481 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.676892 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.677138 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.677373 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.677607 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.679003 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:05:13.679250 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.680756 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.680756 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.680756 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.681285 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.681285 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.681566 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.681703 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.681906 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_json = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.682135 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.682377 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.682646 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.682881 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.683115 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.683340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.683591 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.683878 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.684308 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.684630 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.684948 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.685213 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.685452 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.685699 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.685968 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.686226 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.686494 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.686764 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.687093 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.687341 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.687624 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.687867 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.688108 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.688400 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.688667 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.688935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.689172 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.689457 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.689638 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.689856 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.690189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.690462 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.690723 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.691049 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.691481 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.691481 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.691838 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.691991 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.692131 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.692323 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.692614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.692839 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.693087 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.693282 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.693534 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.693750 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.694196 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.694428 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.694622 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.694800 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.694952 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.695133 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.695346 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696088 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696088 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696088 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696362 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696446 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696693 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.696911 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.697122 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.697331 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.697545 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.697803 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.698042 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.698276 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.698469 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.698708 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.698948 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.699196 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.699436 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.699650 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.699862 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.700175 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.700282 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.700500 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.700969 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.711263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.714737 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.715291 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.716171 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.717981 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.718843 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.719852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.721163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.722293 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724099 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.724982 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.725786 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.725786 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.725786 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.726504 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.726504 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.726504 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.726718 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.726797 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.727015 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.727280 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.727496 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.727744 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.727962 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.728173 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.728386 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.728627 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.728841 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.729054 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.729279 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.729517 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.729803 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.730044 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.730380 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.731436 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.731681 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.731942 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.732167 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.732414 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.732689 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.732920 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734528 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734610 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.734822 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.735037 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.735270 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.735510 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.735804 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.736059 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.736294 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.736531 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.736797 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.737077 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.737338 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.737525 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.737684 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.737918 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.738169 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.738485 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.738782 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.739028 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.739244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.739556 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.739823 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.740046 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.740340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.740633 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.740825 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.741086 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.741429 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.741661 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.741920 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.742188 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.742424 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.742645 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.742904 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.743235 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.743539 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.743805 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.744041 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.744336 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.744656 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.744945 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.745140 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.745438 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.745770 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.746050 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.746311 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.746566 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.746851 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.747092 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.747318 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.747537 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.747772 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.747989 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.748246 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.748484 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.748750 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.748967 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.749194 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.749428 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.749682 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.749918 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.750139 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.750355 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.750514 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:05:13.751041 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87341) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 11 16:05:13.751202 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 16:05:13.751357 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 16:05:13.751529 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 16:05:13.751701 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 16:05:13.751857 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 16:05:13.752063 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.752225 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.752387 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.752594 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.752859 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.753146 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.753290 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.753416 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.753603 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.753791 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.753922 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.754142 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.754309 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.754470 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.754631 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.754796 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.754955 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.755115 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.755279 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.755438 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.755597 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.755756 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.755915 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] debug = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.756074 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.756294 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.756450 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.756637 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.756798 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.756957 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.757100 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.757263 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.757422 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.757580 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.757740 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.757899 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.758057 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.758216 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.758374 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.758532 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.758745 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.758873 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] host = dv-cinder-811151-2-smb {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759015 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759138 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759262 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759422 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759581 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759740 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.759913 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.760068 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.760209 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.760372 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.760502 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.760694 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.760850 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.761163 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.761464 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_options = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.768361 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.769065 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.770411 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771071 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.771614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_json = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.772344 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 16:05:13.773014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.773551 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774244 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.774807 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775371 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775371 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775371 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775371 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775371 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775371 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775853 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775853 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.775853 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776132 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776132 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776288 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776366 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776693 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.776852 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777014 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777177 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777339 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777501 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777665 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777827 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.777988 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.778151 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.778298 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.778473 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.778635 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.778797 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.778958 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.779120 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.779280 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.779440 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.779601 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.779874 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780002 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780125 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780269 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780431 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780633 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780813 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.780977 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.781139 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.781563 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.781726 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.781889 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.782050 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.782211 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.782373 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.782534 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.782695 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.782857 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783020 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783181 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783343 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783503 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783664 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783824 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.783985 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.784145 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.784347 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.784474 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.784650 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.784871 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.785193 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.785365 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.785539 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.785666 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.785818 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.785978 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.786139 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.786300 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.786461 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.786650 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.786838 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.786974 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.787121 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.787281 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.787441 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.787663 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.787792 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.787916 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.788052 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.788188 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.788349 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.788509 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.788692 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.788864 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.789018 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.789181 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.789343 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.789515 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.789683 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790001 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790167 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790507 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790507 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790722 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790802 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.790935 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.791098 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.791261 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.791423 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.791592 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.791798 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.791916 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.792078 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.792239 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.792423 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.792605 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.792769 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.792931 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.793093 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.793256 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.793629 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.793629 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794189 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794707 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794707 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.794707 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795020 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795020 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795223 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795223 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795442 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795645 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795738 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795950 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.795950 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.796108 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.796272 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.796433 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.796614 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.796784 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.799742 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.801340 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.802179 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.803061 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.804224 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.805513 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.806883 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.808980 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809525 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809525 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809525 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809525 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809525 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809873 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46568) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:13.809966 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809966 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.809966 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810178 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810260 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.810812 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811274 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811274 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811274 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811452 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811517 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811683 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.811844 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812006 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812168 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812330 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812491 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812675 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812837 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.812999 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.813160 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 16:05:13.813316 dv-cinder-811151-2-smb neutron-server[87341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 16:05:13.818857 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066843 Nov 11 16:05:24.575337 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec6457-aa55-45fd-82a2-b67bb2a163a6 None None] get_active_networks_info from dv-cinder-811151-2-smb {{(pid=87452) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 11 16:05:24.666938 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ec6457-aa55-45fd-82a2-b67bb2a163a6 None None] No non-hosted networks {{(pid=87452) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 16:05:24.674771 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.agentschedulers_db [None req-17ec6457-aa55-45fd-82a2-b67bb2a163a6 None None] DHCP Agent not found on host dv-cinder-811151-2-smb {{(pid=87452) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 11 16:05:24.813243 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-7dd17e89-3375-4853-a32e-d78820242741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-912202'] for agent, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:25.289605 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-912202'] for agent, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:25.296648 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.296648 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.296648 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.296648 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.296648 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.297036 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.297036 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.305311 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.305967 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.306475 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.306955 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.312573 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:25.313579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811151-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:05:25.325248 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811151-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:05:27.362223 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-052b5d08-8128-48be-a0ba-ce43049f57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-912202'] for agent, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:27.452493 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-e09f0e66-6d7f-483a-bca4-0f5c6ca192d5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-811151-2-smb {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:05:27.453164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-e09f0e66-6d7f-483a-bca4-0f5c6ca192d5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:05:28.044991 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e09f0e66-6d7f-483a-bca4-0f5c6ca192d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:28.604184 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-912202'] for agent, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:29.640387 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.db.l3_hamode_db [None req-ac5c5d24-c490-4ffc-8aae-cbd4fa25240e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 16:05:29.708308 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-912202'] for agent, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:29.728358 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c5d24-c490-4ffc-8aae-cbd4fa25240e None None] Routers set() bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:05:29.728848 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5c5d24-c490-4ffc-8aae-cbd4fa25240e None None] Router IDs set() for agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 11 16:05:31.414206 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46664) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:31.992556 dv-cinder-811151-2-smb neutron-server[87450]: WARNING oslo_policy.policy [None req-6983ea0f-9a92-4cf2-bca9-c22c88cd211c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:31.993169 dv-cinder-811151-2-smb neutron-server[87450]: WARNING oslo_policy.policy [None req-6983ea0f-9a92-4cf2-bca9-c22c88cd211c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:32.211265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [None req-6983ea0f-9a92-4cf2-bca9-c22c88cd211c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:05:32.212234 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6983ea0f-9a92-4cf2-bca9-c22c88cd211c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7971239 Nov 11 16:05:34.550367 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46678) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:34.915135 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:05:35.015609 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.policy [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 16:05:35.061664 dv-cinder-811151-2-smb neutron-server[87450]: WARNING oslo_policy.policy [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:35.062038 dv-cinder-811151-2-smb neutron-server[87450]: WARNING oslo_policy.policy [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:35.070884 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.quota [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] Loaded quota_driver: . Nov 11 16:05:35.086230 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:35.209436 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748556605794', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748556605361', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748556611189', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748556556957', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748556562530', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748556573060', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4017971', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4078131', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-758538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679538'] for rbac-policy, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:35.410404 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:35.411618 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-5ea0c7a6-09ab-412a-ab36-5d77a6365bac admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8603158 Nov 11 16:05:38.012415 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46692) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:38.359009 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '587131bcc9504acb8063ca50040b153b'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:05:38.364298 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:38.368756 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Usage tracker for resource:network and tenant:587131bcc9504acb8063ca50040b153b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:05:38.373170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:05:38.379794 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:05:38.443577 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Made reservation on behalf of 587131bcc9504acb8063ca50040b153b for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:05:38.446348 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.468640 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.478922 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:38.482488 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Usage tracker for resource:security_group_rule and tenant:587131bcc9504acb8063ca50040b153b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:05:38.487992 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:05:38.493473 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:05:38.586606 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.655437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.660453 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:38.679183 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:05:38.704896 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748556593628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.705641 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Unsubscribe: segment precommit_create {{(pid=87450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 16:05:38.706120 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Added segment 1124e95b-6302-4988-8b4c-17daa9ea4ef5 of type vlan for network 97dce413-70ff-4b58-ac50-acfed9d17467 Nov 11 16:05:38.754695 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6e527-41ad-45c2-8969-5c6b84a4bb0e,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:38.765592 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.765931 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.766264 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.766588 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.766907 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.767239 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.767653 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.767992 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.768290 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.768631 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.768947 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.769259 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Tracked resource versions report: Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: pushed versions: Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: { 'AddressGroup': {'1.2'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'ConntrackHelper': {'1.0'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Log': {'1.0'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Network': {'1.1'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Port': {'1.7'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'PortForwarding': {'1.2'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'QosPolicy': {'1.8'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroup': {'1.4'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'SubPort': {'1.0'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Subnet': {'1.1'}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Trunk': {'1.1'}} Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: consumer versions: Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'ConntrackHelper': '1.0', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Log': '1.0', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Network': '1.1', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Port': '1.7', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'PortForwarding': '1.2', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'QosPolicy': '1.8', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroup': '1.4', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroupRule': '1.2', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'SubPort': '1.0', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Subnet': '1.1', Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: 'Trunk': '1.1'}} Nov 11 16:05:38.770331 dv-cinder-811151-2-smb neutron-server[87450]: {{(pid=87450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:05:38.825006 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:38.826619 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.924562 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.926044 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:05:38.926697 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:38.931651 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:39.032712 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Pushing event updated for resources: {'Network': ['ID=97dce413-70ff-4b58-ac50-acfed9d17467,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:39.036304 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:39.044372 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 97dce413-70ff-4b58-ac50-acfed9d17467 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:05:39.084890 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0713634 Nov 11 16:05:41.730170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46708) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:42.171113 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca5016b-76e7-492a-95d8-d4bc2c7b60af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:05:42.172454 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7ca5016b-76e7-492a-95d8-d4bc2c7b60af admin admin] 10.222.0.50 "GET /v2.0/networks/97dce413-70ff-4b58-ac50-acfed9d17467 HTTP/1.1" status: 200 len: 825 time: 0.4413443 Nov 11 16:05:42.200927 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-de171886-6048-40a3-b80f-6cc6f9105805 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/110194e7-4748-452f-8029-51191309d290 HTTP/1.1" status: 200 len: 734 time: 0.0213869 Nov 11 16:05:42.208077 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Request body: {'subnet': {'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'name': 'private-subnet', 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:05:42.212358 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:42.216053 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Usage tracker for resource:subnet and tenant:587131bcc9504acb8063ca50040b153b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:05:42.218896 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:05:42.224437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:05:42.346540 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Made reservation on behalf of 587131bcc9504acb8063ca50040b153b for: {'subnet': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:05:42.348869 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:42.735184 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:42.741020 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:42.832583 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6293f5-cfda-4949-9999-0081d112f19e,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:42.834544 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Checking segment: {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:05:42.834918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Network hostable DHCP agents. Network: 97dce413-70ff-4b58-ac50-acfed9d17467, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:05:42.841334 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:42.946126 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Network 97dce413-70ff-4b58-ac50-acfed9d17467 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:05:43.066142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 97dce413-70ff-4b58-ac50-acfed9d17467) {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:05:43.070616 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:05:43.071193 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:43.075782 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656fa27-9e28-424c-83de-c73ce91e422b None None] Network 97dce413-70ff-4b58-ac50-acfed9d17467 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:05:43.164218 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9593413 Nov 11 16:05:43.468439 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-97dce413-70ff-4b58-ac50-acfed9d17467', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:05:43.469668 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:43.660329 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Allocated IP 172.20.0.2 (97dce413-70ff-4b58-ac50-acfed9d17467/8a6293f5-cfda-4949-9999-0081d112f19e/c37126bb-cf84-4374-8cc1-f5917d71a9da) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:05:43.885599 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:43.898932 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Transition to ACTIVE for port object c37126bb-cf84-4374-8cc1-f5917d71a9da will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:05:43.921127 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Transition to ACTIVE for port object c37126bb-cf84-4374-8cc1-f5917d71a9da will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:05:44.015959 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:44.020920 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:44.082677 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Network 97dce413-70ff-4b58-ac50-acfed9d17467 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:05:44.085695 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:05:44.092271 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:05:44.094323 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Pushing event updated for resources: {'Port': ['ID=c37126bb-cf84-4374-8cc1-f5917d71a9da,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:44.103179 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.104416 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.104416 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.104416 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.104814 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.104814 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.105096 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.105412 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.105731 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.106045 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.106357 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.106670 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Tracked resource versions report: Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: pushed versions: Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: { 'AddressGroup': {'1.2'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'ConntrackHelper': {'1.0'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Log': {'1.0'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Network': {'1.1'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Port': {'1.7'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'PortForwarding': {'1.2'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'QosPolicy': {'1.8'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroup': {'1.4'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'SubPort': {'1.0'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Subnet': {'1.1'}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Trunk': {'1.1'}} Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: consumer versions: Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'ConntrackHelper': '1.0', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Log': '1.0', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Network': '1.1', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Port': '1.7', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'PortForwarding': '1.2', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'QosPolicy': '1.8', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroup': '1.4', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroupRule': '1.2', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'SubPort': '1.0', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Subnet': '1.1', Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: 'Trunk': '1.1'}} Nov 11 16:05:44.107784 dv-cinder-811151-2-smb neutron-server[87452]: {{(pid=87452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:05:44.139979 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:44.195161 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Attempting to bind port c37126bb-cf84-4374-8cc1-f5917d71a9da on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:05:44.195561 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Attempting to bind port c37126bb-cf84-4374-8cc1-f5917d71a9da by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:05:44.195982 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Attempting to bind port c37126bb-cf84-4374-8cc1-f5917d71a9da on network 97dce413-70ff-4b58-ac50-acfed9d17467 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:05:44.201373 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:05:44.201779 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Checking segment: {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:05:44.202280 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:44.202676 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Bound using segment: {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:05:44.203191 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Bound port: c37126bb-cf84-4374-8cc1-f5917d71a9da, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:05:44.203591 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:44.292942 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] For port c37126bb-cf84-4374-8cc1-f5917d71a9da, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:05:44.296812 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] For port c37126bb-cf84-4374-8cc1-f5917d71a9da, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=c37126bb-cf84-4374-8cc1-f5917d71a9da,segment=NetworkSegment(1124e95b-6302-4988-8b4c-17daa9ea4ef5),segment_id=1124e95b-6302-4988-8b4c-17daa9ea4ef5)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:05:44.387363 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:44.391712 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:44.493528 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Pushing event updated for resources: {'Port': ['ID=c37126bb-cf84-4374-8cc1-f5917d71a9da,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:44.496882 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:45.621045 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46718) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:45.991787 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [None req-8aedada9-816f-45a0-85b5-298ed8f10881 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:05:45.992786 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8aedada9-816f-45a0-85b5-298ed8f10881 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3707883 Nov 11 16:05:47.339599 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device c37126bb-cf84-4374-8cc1-f5917d71a9da up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:05:47.476427 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port c37126bb-cf84-4374-8cc1-f5917d71a9da completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:05:48.100762 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e013956-0d48-4cb8-b36c-f0cac75e75d8 None None] Network 97dce413-70ff-4b58-ac50-acfed9d17467 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:05:48.274630 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Provisioning for port c37126bb-cf84-4374-8cc1-f5917d71a9da completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:05:48.284857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Provisioning complete for port c37126bb-cf84-4374-8cc1-f5917d71a9da triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:05:48.285272 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:48.405255 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46732) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:48.464905 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:48.498550 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] For port c37126bb-cf84-4374-8cc1-f5917d71a9da, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=c37126bb-cf84-4374-8cc1-f5917d71a9da,segment=NetworkSegment(1124e95b-6302-4988-8b4c-17daa9ea4ef5),segment_id=1124e95b-6302-4988-8b4c-17daa9ea4ef5)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:05:48.563610 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:48.566341 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:48.636320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Pushing event updated for resources: {'Port': ['ID=c37126bb-cf84-4374-8cc1-f5917d71a9da,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:48.639528 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:48.684125 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-3ac907da-77e0-4f7a-b660-eaa262c47b55 None None] Provisioning complete for port c37126bb-cf84-4374-8cc1-f5917d71a9da triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:05:48.684499 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-3ac907da-77e0-4f7a-b660-eaa262c47b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:48.790942 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [None req-eaacde9e-3e75-4da5-be38-375aa3268d7b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:05:48.792076 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-eaacde9e-3e75-4da5-be38-375aa3268d7b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3857782 Nov 11 16:05:49.317312 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device c37126bb-cf84-4374-8cc1-f5917d71a9da up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:05:49.382581 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port c37126bb-cf84-4374-8cc1-f5917d71a9da triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:05:49.382951 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:51.444322 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46744) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:51.791974 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'name': 'router1'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:05:51.797015 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:51.801437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Usage tracker for resource:router and tenant:587131bcc9504acb8063ca50040b153b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:05:51.804684 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:05:51.813334 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:05:51.928168 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:51.929885 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:51.951170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:52.141265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:52.231736 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:52.232966 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-376c751a-3ab4-44e9-90ca-7a52a6fc203b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7876596 Nov 11 16:05:54.585960 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4d80cc83-d590-440b-8490-cb2a00d931e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:54.592825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 46754) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:55.179243 dv-cinder-811151-2-smb neutron-server[87451]: WARNING oslo_policy.policy [None req-9dbd4b10-9861-4c4b-b4cc-98a0e6acc5ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:55.179888 dv-cinder-811151-2-smb neutron-server[87451]: WARNING oslo_policy.policy [None req-9dbd4b10-9861-4c4b-b4cc-98a0e6acc5ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:55.207804 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:55.399190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [None req-9dbd4b10-9861-4c4b-b4cc-98a0e6acc5ad admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:05:55.400310 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9dbd4b10-9861-4c4b-b4cc-98a0e6acc5ad admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8055110 Nov 11 16:05:57.373118 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-546d0de5-055a-4371-9c6f-85910c5d0701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:57.739556 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 46768) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:05:58.099418 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:05:58.100873 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.quota [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Loaded quota_driver: . Nov 11 16:05:58.116227 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:58.122545 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Usage tracker for resource:network and tenant:05866e1a345b4fc2afa06285246b70a5 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:05:58.127784 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:05:58.134981 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:05:58.203056 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Made reservation on behalf of 05866e1a345b4fc2afa06285246b70a5 for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:05:58.276928 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.policy [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87451) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 16:05:58.322939 dv-cinder-811151-2-smb neutron-server[87451]: WARNING oslo_policy.policy [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:58.323303 dv-cinder-811151-2-smb neutron-server[87451]: WARNING oslo_policy.policy [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 16:05:58.333741 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.353751 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.368102 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:05:58.371780 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Usage tracker for resource:security_group_rule and tenant:05866e1a345b4fc2afa06285246b70a5 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:05:58.374951 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:05:58.380960 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:05:58.476494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.580560 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.586355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:58.591398 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.598074 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Reserving flat network on physical network physnet1 {{(pid=87451) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 16:05:58.627586 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748556593628', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.628106 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Unsubscribe: segment precommit_create {{(pid=87451) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 16:05:58.628618 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Added segment 59d60fcc-67e7-4e2b-b097-60d3dced6b1b of type flat for network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 Nov 11 16:05:58.681591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17df60-ed1b-4d1f-8c3f-b0461a090fde,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:58.702461 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.702797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.703127 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.703507 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.704373 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.704801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.705116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.705430 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.705743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.706055 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.706366 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.706674 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Tracked resource versions report: Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: pushed versions: Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: { 'AddressGroup': {'1.2'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'ConntrackHelper': {'1.0'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Log': {'1.0'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Network': {'1.1'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Port': {'1.7'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'PortForwarding': {'1.2'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'QosPolicy': {'1.8'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroup': {'1.4'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'SubPort': {'1.0'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Subnet': {'1.1'}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Trunk': {'1.1'}} Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: consumer versions: Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'ConntrackHelper': '1.0', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Log': '1.0', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Network': '1.1', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Port': '1.7', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'PortForwarding': '1.2', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'QosPolicy': '1.8', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroup': '1.4', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroupRule': '1.2', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'SubPort': '1.0', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Subnet': '1.1', Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: 'Trunk': '1.1'}} Nov 11 16:05:58.707825 dv-cinder-811151-2-smb neutron-server[87451]: {{(pid=87451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:05:58.745348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:58.762848 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.911623 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.913156 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:05:58.913822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:05:58.918930 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:05:59.021814 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Pushing event updated for resources: {'Network': ['ID=582e2b88-e398-4198-b5f7-d424ce5ff4e4,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:05:59.025005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:05:59.032896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:05:59.118233 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3775976 Nov 11 16:05:59.643301 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:01.514633 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 46794) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:06:01.726700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364a43b8-3e78-4594-a1b7-fbaeac20f95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:06:01.728047 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-364a43b8-3e78-4594-a1b7-fbaeac20f95a admin admin] 10.222.0.50 "GET /v2.0/subnets/8a6293f5-cfda-4949-9999-0081d112f19e HTTP/1.1" status: 200 len: 849 time: 0.2125440 Nov 11 16:06:01.900482 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ed0c0843-945f-42df-8729-d2732cc5e76f admin admin] 10.222.0.50 "GET /v2.0/routers/812aaf53-cd37-4c3f-908a-47516b2c2957 HTTP/1.1" status: 200 len: 704 time: 0.1668434 Nov 11 16:06:02.376761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:02.605010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Allocated IP 172.20.0.1 (97dce413-70ff-4b58-ac50-acfed9d17467/8a6293f5-cfda-4949-9999-0081d112f19e/386fa23a-a9df-4b30-a3ce-c882ab750859) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:06:02.755816 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:02.773725 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Transition to ACTIVE for port object 386fa23a-a9df-4b30-a3ce-c882ab750859 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:06:02.895005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:02.899591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:02.962078 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Network 97dce413-70ff-4b58-ac50-acfed9d17467 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:06:02.964822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:06:02.971306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:06:02.971835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:03.102546 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Pushing event updated for resources: {'Port': ['ID=386fa23a-a9df-4b30-a3ce-c882ab750859,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:03.113313 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:03.277304 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-50f982bf-41ce-4e26-979a-546bee3b2279 None None] Provisioning for port 386fa23a-a9df-4b30-a3ce-c882ab750859 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:06:03.283230 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-50f982bf-41ce-4e26-979a-546bee3b2279 None None] Provisioning complete for port 386fa23a-a9df-4b30-a3ce-c882ab750859 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:06:03.283604 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-50f982bf-41ce-4e26-979a-546bee3b2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:03.298256 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:03.337575 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-50f982bf-41ce-4e26-979a-546bee3b2279 None None] Port 386fa23a-a9df-4b30-a3ce-c882ab750859 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:06:03.557422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:03.631079 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:03.632158 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:03.635303 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:03.764236 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Pushing event updated for resources: {'Port': ['ID=386fa23a-a9df-4b30-a3ce-c882ab750859,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:03.773489 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:03.828071 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Network 97dce413-70ff-4b58-ac50-acfed9d17467 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:06:03.829670 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:06:04.062137 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-c42c7503-e4e0-4618-8ec6-1b01b296b0ed None None] Provisioning complete for port 386fa23a-a9df-4b30-a3ce-c882ab750859 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:06:04.062517 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c42c7503-e4e0-4618-8ec6-1b01b296b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:04.086963 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Router 812aaf53-cd37-4c3f-908a-47516b2c2957 is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:06:04.114103 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-c42c7503-e4e0-4618-8ec6-1b01b296b0ed None None] Port 386fa23a-a9df-4b30-a3ce-c882ab750859 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:06:04.240236 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:06:04.261099 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] 10.222.0.50 "PUT /v2.0/routers/812aaf53-cd37-4c3f-908a-47516b2c2957/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3436823 Nov 11 16:06:04.261910 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Sync routers for ids ['812aaf53-cd37-4c3f-908a-47516b2c2957'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:06:04.262334 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Routers {'812aaf53-cd37-4c3f-908a-47516b2c2957'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:06:04.263151 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:05:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['812aaf53-cd37-4c3f-908a-47516b2c2957'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:04.438394 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Set router 812aaf53-cd37-4c3f-908a-47516b2c2957 gateway port host: None {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:06:04.803695 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'name': 'router1', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:05:51Z', 'updated_at': '2021-11-11T16:06:03Z', 'revision_number': 2, 'project_id': '587131bcc9504acb8063ca50040b153b', 'gw_port_host': None, '_interfaces': [{'id': '386fa23a-a9df-4b30-a3ce-c882ab750859', 'name': '', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'mac_address': 'fa:16:3e:d6:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:02Z', 'updated_at': '2021-11-11T16:06:03Z', 'revision_number': 2, 'project_id': '587131bcc9504acb8063ca50040b153b', 'subnets': [{'id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:04.809781 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Checking router: 812aaf53-cd37-4c3f-908a-47516b2c2957 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:06:04.810150 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Updating router 812aaf53-cd37-4c3f-908a-47516b2c2957 port 386fa23a-a9df-4b30-a3ce-c882ab750859 binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:06:04.869758 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:05.254667 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:05.270849 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Transition to ACTIVE for port object 386fa23a-a9df-4b30-a3ce-c882ab750859 will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:06:05.328680 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:05.333461 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:05.570065 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Pushing event updated for resources: {'Port': ['ID=386fa23a-a9df-4b30-a3ce-c882ab750859,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:05.579328 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Attempting to bind port 386fa23a-a9df-4b30-a3ce-c882ab750859 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:06:05.579736 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Attempting to bind port 386fa23a-a9df-4b30-a3ce-c882ab750859 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:06:05.580159 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Attempting to bind port 386fa23a-a9df-4b30-a3ce-c882ab750859 on network 97dce413-70ff-4b58-ac50-acfed9d17467 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:06:05.583959 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.584295 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.584650 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.584978 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.585300 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.585622 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.585940 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.586255 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.586572 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.586886 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.587200 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.587510 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Tracked resource versions report: Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: pushed versions: Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: { 'AddressGroup': {'1.2'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'ConntrackHelper': {'1.0'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Log': {'1.0'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Network': {'1.1'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Port': {'1.7'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'PortForwarding': {'1.2'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'QosPolicy': {'1.8'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroup': {'1.4'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'SubPort': {'1.0'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Subnet': {'1.1'}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Trunk': {'1.1'}} Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: consumer versions: Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'ConntrackHelper': '1.0', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Log': '1.0', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Network': '1.1', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Port': '1.7', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'PortForwarding': '1.2', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'QosPolicy': '1.8', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroup': '1.4', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroupRule': '1.2', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'SubPort': '1.0', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Subnet': '1.1', Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: 'Trunk': '1.1'}} Nov 11 16:06:05.588623 dv-cinder-811151-2-smb neutron-server[87453]: {{(pid=87453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:06:05.592147 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:05.595122 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:06:05.595522 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Checking segment: {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:06:05.596011 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:05.596393 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Bound using segment: {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:06:05.596991 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Bound port: 386fa23a-a9df-4b30-a3ce-c882ab750859, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1124e95b-6302-4988-8b4c-17daa9ea4ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:06:05.597290 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:05.683325 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] For port 386fa23a-a9df-4b30-a3ce-c882ab750859, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:06:05.687111 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] For port 386fa23a-a9df-4b30-a3ce-c882ab750859, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=386fa23a-a9df-4b30-a3ce-c882ab750859,segment=NetworkSegment(1124e95b-6302-4988-8b4c-17daa9ea4ef5),segment_id=1124e95b-6302-4988-8b4c-17daa9ea4ef5)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:06:05.752421 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:05.756427 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:05.846046 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Pushing event updated for resources: {'Port': ['ID=386fa23a-a9df-4b30-a3ce-c882ab750859,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:05.849091 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Routers {'812aaf53-cd37-4c3f-908a-47516b2c2957'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:06:05.849695 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:05:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['812aaf53-cd37-4c3f-908a-47516b2c2957'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:05.898190 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:06.003171 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] Set router 812aaf53-cd37-4c3f-908a-47516b2c2957 gateway port host: None {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:06:06.332067 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'name': 'router1', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:05:51Z', 'updated_at': '2021-11-11T16:06:03Z', 'revision_number': 2, 'project_id': '587131bcc9504acb8063ca50040b153b', 'gw_port_host': None, '_interfaces': [{'id': '386fa23a-a9df-4b30-a3ce-c882ab750859', 'name': '', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'mac_address': 'fa:16:3e:d6:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:02Z', 'updated_at': '2021-11-11T16:06:05Z', 'revision_number': 4, 'project_id': '587131bcc9504acb8063ca50040b153b', 'subnets': [{'id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:06.336575 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45426a43-1779-41ef-b14d-5a1c7317ec46 None None] The sync data for ids ['812aaf53-cd37-4c3f-908a-47516b2c2957'] in dv-cinder-811151-2-smb is: [{'id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'name': 'router1', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:05:51Z', 'updated_at': '2021-11-11T16:06:03Z', 'revision_number': 2, 'project_id': '587131bcc9504acb8063ca50040b153b', 'gw_port_host': None, '_interfaces': [{'id': '386fa23a-a9df-4b30-a3ce-c882ab750859', 'name': '', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'mac_address': 'fa:16:3e:d6:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:02Z', 'updated_at': '2021-11-11T16:06:05Z', 'revision_number': 4, 'project_id': '587131bcc9504acb8063ca50040b153b', 'subnets': [{'id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:06:06.443975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 46816) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:06:06.589019 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed05d2c-3c24-49cd-bdb0-e5f71426a544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:06:06.589491 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6ed05d2c-3c24-49cd-bdb0-e5f71426a544 admin admin] Synchronizing usage tracker for tenant:05866e1a345b4fc2afa06285246b70a5 on resource:network {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:06:06.704789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6ed05d2c-3c24-49cd-bdb0-e5f71426a544 admin admin] Unset dirty status for tenant:05866e1a345b4fc2afa06285246b70a5 on resource:network {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:06:06.705974 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-6ed05d2c-3c24-49cd-bdb0-e5f71426a544 admin admin] 10.222.0.50 "GET /v2.0/networks/582e2b88-e398-4198-b5f7-d424ce5ff4e4 HTTP/1.1" status: 200 len: 842 time: 0.2610111 Nov 11 16:06:06.715213 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:06:06.721094 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:06:06.725006 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Usage tracker for resource:subnet and tenant:05866e1a345b4fc2afa06285246b70a5 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:06:06.729034 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:06:06.734470 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:06:06.825300 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Made reservation on behalf of 05866e1a345b4fc2afa06285246b70a5 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:06:06.827776 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:07.286378 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.objects.ports [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87451) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Nov 11 16:06:07.286921 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:07.291851 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:07.347398 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 386fa23a-a9df-4b30-a3ce-c882ab750859 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:06:07.365411 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:07.369595 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:06:07.369954 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Network hostable DHCP agents. Network: 582e2b88-e398-4198-b5f7-d424ce5ff4e4, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:06:07.374054 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:07.493842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:06:07.522336 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 386fa23a-a9df-4b30-a3ce-c882ab750859 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:06:07.527368 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 386fa23a-a9df-4b30-a3ce-c882ab750859 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:06:07.527739 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:07.597066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 582e2b88-e398-4198-b5f7-d424ce5ff4e4) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:06:07.601833 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:06:07.602902 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:07.624503 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa920cca-b9b5-4414-9cb6-b59acb2952e8 None None] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:06:07.706441 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9946017 Nov 11 16:06:07.730852 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:07.799990 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 386fa23a-a9df-4b30-a3ce-c882ab750859, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=386fa23a-a9df-4b30-a3ce-c882ab750859,segment=NetworkSegment(1124e95b-6302-4988-8b4c-17daa9ea4ef5),segment_id=1124e95b-6302-4988-8b4c-17daa9ea4ef5)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:06:07.917675 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:07.923722 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf6bdd-0506-4380-9f13-9fc6f8132e7b None None] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:06:07.983681 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:08.091473 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=386fa23a-a9df-4b30-a3ce-c882ab750859,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:08.122497 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:09.329627 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 386fa23a-a9df-4b30-a3ce-c882ab750859 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:06:09.398714 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 386fa23a-a9df-4b30-a3ce-c882ab750859 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:06:09.399090 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:09.958056 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46830) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:06:10.167040 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7f00c9b2-791d-4a75-96e9-1b67b8c39138 admin admin] 10.222.0.50 "GET /v2.0/routers/812aaf53-cd37-4c3f-908a-47516b2c2957 HTTP/1.1" status: 200 len: 710 time: 0.2077596 Nov 11 16:06:10.295261 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f33349-81df-41a8-b2ef-1112da332181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:06:10.297252 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-64f33349-81df-41a8-b2ef-1112da332181 admin admin] 10.222.0.50 "GET /v2.0/networks/582e2b88-e398-4198-b5f7-d424ce5ff4e4 HTTP/1.1" status: 200 len: 886 time: 0.1238492 Nov 11 16:06:10.305693 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:06:10.748020 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:11.261958 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:11.318141 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:11.457504 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Allocated IP 172.28.2.132 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/0143dd26-3e69-4748-8edf-76c0a2bb484e) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:06:11.602381 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:11.722847 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:11.727252 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:11.785902 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:06:11.788680 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:06:11.792453 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:06:11.903585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Pushing event updated for resources: {'Port': ['ID=0143dd26-3e69-4748-8edf-76c0a2bb484e,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:11.920266 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:12.224776 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:12.594486 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:12.597652 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-906607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-906518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946287'] for router, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:12.770686 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Router 812aaf53-cd37-4c3f-908a-47516b2c2957 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:06:12.943597 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:06:12.952223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:12.953829 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Sync routers for ids ['812aaf53-cd37-4c3f-908a-47516b2c2957'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:06:12.954308 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] 10.222.0.50 "PUT /v2.0/routers/812aaf53-cd37-4c3f-908a-47516b2c2957 HTTP/1.1" status: 200 len: 890 time: 2.6513646 Nov 11 16:06:12.963737 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Routers {'812aaf53-cd37-4c3f-908a-47516b2c2957'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:06:12.964422 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:05:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['812aaf53-cd37-4c3f-908a-47516b2c2957'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:13.155463 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Set router 812aaf53-cd37-4c3f-908a-47516b2c2957 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:06:13.488771 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'name': 'router1', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '0143dd26-3e69-4748-8edf-76c0a2bb484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:05:51Z', 'updated_at': '2021-11-11T16:06:11Z', 'revision_number': 4, 'project_id': '587131bcc9504acb8063ca50040b153b', 'gw_port': {'id': '0143dd26-3e69-4748-8edf-76c0a2bb484e', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:11Z', 'updated_at': '2021-11-11T16:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '386fa23a-a9df-4b30-a3ce-c882ab750859', 'name': '', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'mac_address': 'fa:16:3e:d6:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:02Z', 'updated_at': '2021-11-11T16:06:07Z', 'revision_number': 5, 'project_id': '587131bcc9504acb8063ca50040b153b', 'subnets': [{'id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:13.493545 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Checking router: 812aaf53-cd37-4c3f-908a-47516b2c2957 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:06:13.493924 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Updating router 812aaf53-cd37-4c3f-908a-47516b2c2957 port 0143dd26-3e69-4748-8edf-76c0a2bb484e binding host dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:06:13.548631 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:13.700775 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:06:13.891161 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Notify callbacks [] for port, precommit_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:13.902304 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Transition to ACTIVE for port object 0143dd26-3e69-4748-8edf-76c0a2bb484e will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:06:13.996736 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:14.001456 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-f2f0e4c9-9dc6-4349-aac4-99772a31bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:14.072844 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Attempting to bind port 0143dd26-3e69-4748-8edf-76c0a2bb484e on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:06:14.073218 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Attempting to bind port 0143dd26-3e69-4748-8edf-76c0a2bb484e by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:06:14.073592 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Attempting to bind port 0143dd26-3e69-4748-8edf-76c0a2bb484e on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:06:14.079164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a32a24-c412-4afa-9692-943006d5d21b None None] Pushing event updated for resources: {'Port': ['ID=0143dd26-3e69-4748-8edf-76c0a2bb484e,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:14.083047 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-16a32a24-c412-4afa-9692-943006d5d21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:14.083794 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:06:14.084168 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:06:14.084585 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:14.084970 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:06:14.085438 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Bound port: 0143dd26-3e69-4748-8edf-76c0a2bb484e, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:06:14.085896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:14.160255 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] For port 0143dd26-3e69-4748-8edf-76c0a2bb484e, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:06:14.163167 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] For port 0143dd26-3e69-4748-8edf-76c0a2bb484e, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0143dd26-3e69-4748-8edf-76c0a2bb484e,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:06:14.231521 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:14.236361 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-16a32a24-c412-4afa-9692-943006d5d21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:14.313162 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Routers {'812aaf53-cd37-4c3f-908a-47516b2c2957'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:06:14.313754 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:05:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['812aaf53-cd37-4c3f-908a-47516b2c2957'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:14.363435 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a32a24-c412-4afa-9692-943006d5d21b None None] Pushing event updated for resources: {'Port': ['ID=0143dd26-3e69-4748-8edf-76c0a2bb484e,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:14.371449 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-16a32a24-c412-4afa-9692-943006d5d21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:14.492911 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] Set router 812aaf53-cd37-4c3f-908a-47516b2c2957 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:06:14.817572 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'name': 'router1', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '0143dd26-3e69-4748-8edf-76c0a2bb484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:05:51Z', 'updated_at': '2021-11-11T16:06:11Z', 'revision_number': 4, 'project_id': '587131bcc9504acb8063ca50040b153b', 'gw_port': {'id': '0143dd26-3e69-4748-8edf-76c0a2bb484e', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:11Z', 'updated_at': '2021-11-11T16:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '386fa23a-a9df-4b30-a3ce-c882ab750859', 'name': '', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'mac_address': 'fa:16:3e:d6:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:02Z', 'updated_at': '2021-11-11T16:06:07Z', 'revision_number': 5, 'project_id': '587131bcc9504acb8063ca50040b153b', 'subnets': [{'id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:06:14.821698 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd027d0c-9b5f-4743-8785-53fc4e1bf138 None None] The sync data for ids ['812aaf53-cd37-4c3f-908a-47516b2c2957'] in dv-cinder-811151-2-smb is: [{'id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'name': 'router1', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': '0143dd26-3e69-4748-8edf-76c0a2bb484e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:05:51Z', 'updated_at': '2021-11-11T16:06:11Z', 'revision_number': 4, 'project_id': '587131bcc9504acb8063ca50040b153b', 'gw_port': {'id': '0143dd26-3e69-4748-8edf-76c0a2bb484e', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:11Z', 'updated_at': '2021-11-11T16:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '386fa23a-a9df-4b30-a3ce-c882ab750859', 'name': '', 'network_id': '97dce413-70ff-4b58-ac50-acfed9d17467', 'tenant_id': '587131bcc9504acb8063ca50040b153b', 'mac_address': 'fa:16:3e:d6:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '812aaf53-cd37-4c3f-908a-47516b2c2957', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:06:02Z', 'updated_at': '2021-11-11T16:06:07Z', 'revision_number': 5, 'project_id': '587131bcc9504acb8063ca50040b153b', 'subnets': [{'id': '8a6293f5-cfda-4949-9999-0081d112f19e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '110194e7-4748-452f-8029-51191309d290'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:06:15.334987 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 46840) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:06:15.360583 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0143dd26-3e69-4748-8edf-76c0a2bb484e up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:06:15.456267 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-584ff987-f7db-40a0-aa21-d7510cecb0b8 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1201415 Nov 11 16:06:15.492335 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 0143dd26-3e69-4748-8edf-76c0a2bb484e completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:06:15.497862 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 0143dd26-3e69-4748-8edf-76c0a2bb484e triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:06:15.498278 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:15.626293 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:15.644450 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 0143dd26-3e69-4748-8edf-76c0a2bb484e, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0143dd26-3e69-4748-8edf-76c0a2bb484e,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:06:15.768401 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:15.771122 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:06:15.840368 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=0143dd26-3e69-4748-8edf-76c0a2bb484e,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:06:15.844065 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:06:17.334142 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0143dd26-3e69-4748-8edf-76c0a2bb484e up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:06:17.411207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 0143dd26-3e69-4748-8edf-76c0a2bb484e triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:06:17.411794 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:24.589138 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bbbb07d0-20bf-45b9-9ddb-c9fdb51e6a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:25.231062 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:27.350366 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9d08-0eb2-4577-a765-78c58f570707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:28.595913 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:29.596150 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:50.699544 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:06:54.555182 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-55d663f9-af7c-4700-930e-cd8085890894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:55.188835 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:57.369710 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-77743929-4c65-4087-9055-6855dd0adee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:58.623436 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:06:59.617243 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:24.596528 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f73673d4-63e0-43bd-b580-7dfd23cf8688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:25.187281 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:27.368258 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6f87e92a-c50d-4e89-89fd-036446228ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:27.698306 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:07:29.015942 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:29.616004 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:54.656989 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-48b69840-f029-4ea8-a231-1eb3de879ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:55.210703 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:57.342396 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-5ea5580b-d77c-4b50-934b-e3e242de227d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:58.571323 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:07:59.605127 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:04.697333 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:08:22.197321 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47410) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:22.276242 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eb283d-d504-4d45-940d-eb8f05928677 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:08:22.277550 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f9eb283d-d504-4d45-940d-eb8f05928677 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0793078 Nov 11 16:08:22.406657 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea427af-876b-4233-b586-3d2d73035ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:22.408003 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7ea427af-876b-4233-b586-3d2d73035ff3 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1265867 Nov 11 16:08:24.545629 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47420) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:24.566980 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4324f0fc-8ea4-4162-b22d-aa88de4018fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:24.653745 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b233b76-1d1f-4af5-95f0-1b1cba01950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:24.657442 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-4b233b76-1d1f-4af5-95f0-1b1cba01950a admin admin] 10.222.0.50 "GET /v2.0/subnets/8a6293f5-cfda-4949-9999-0081d112f19e HTTP/1.1" status: 200 len: 849 time: 0.1109452 Nov 11 16:08:24.667259 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:08:24.781804 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Notify callbacks [] for subnet, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:25.127819 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748556554518'] for subnet, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:25.133669 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:08:25.170874 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:25.171458 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:25.173419 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] 10.222.0.50 "PUT /v2.0/subnets/8a6293f5-cfda-4949-9999-0081d112f19e HTTP/1.1" status: 200 len: 868 time: 0.5092962 Nov 11 16:08:25.175305 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b0fa3-10ba-4fd0-ad13-a7c69631896f None None] Network 97dce413-70ff-4b58-ac50-acfed9d17467 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:08:25.212803 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6293f5-cfda-4949-9999-0081d112f19e,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:08:25.222991 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.223714 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.224251 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.224854 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.225918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.226643 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.227222 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.227942 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.228613 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.229747 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.230292 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.230826 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:08:25.243403 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:25.244723 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:08:25.616232 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-dcd78984-e7c8-491e-a364-01090f77c347 None None] Provisioning complete for port c37126bb-cf84-4374-8cc1-f5917d71a9da triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:08:25.616888 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-dcd78984-e7c8-491e-a364-01090f77c347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:25.741539 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-dcd78984-e7c8-491e-a364-01090f77c347 None None] Provisioning complete for port 386fa23a-a9df-4b30-a3ce-c882ab750859 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:08:25.741911 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-dcd78984-e7c8-491e-a364-01090f77c347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:27.284801 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47430) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:27.321640 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9a7d72d3-3de6-47b6-952e-c80681b380d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:27.462112 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb072cf-99e8-4057-9823-9b6c6fe16e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:27.462580 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb072cf-99e8-4057-9823-9b6c6fe16e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:27.464163 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9cb072cf-99e8-4057-9823-9b6c6fe16e00 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1783679 Nov 11 16:08:28.585530 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:29.627651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47440) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:29.631781 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:29.802462 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a05710-06a5-4a1d-af17-fce931cc116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:29.802842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a05710-06a5-4a1d-af17-fce931cc116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:29.804349 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d5a05710-06a5-4a1d-af17-fce931cc116f admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1756554 Nov 11 16:08:31.954884 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47450) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:32.157088 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00010ba8-acf2-4bcf-8741-482191122e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:32.158343 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-00010ba8-acf2-4bcf-8741-482191122e06 admin admin] 10.222.0.50 "GET /v2.0/networks/582e2b88-e398-4198-b5f7-d424ce5ff4e4 HTTP/1.1" status: 200 len: 886 time: 0.2025111 Nov 11 16:08:34.290490 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47460) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:34.466422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a6f17-4144-4d68-ba4f-1e43704820bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:34.467861 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-bf1a6f17-4144-4d68-ba4f-1e43704820bd admin admin] 10.222.0.50 "GET /v2.0/networks/97dce413-70ff-4b58-ac50-acfed9d17467 HTTP/1.1" status: 200 len: 869 time: 0.1763790 Nov 11 16:08:36.595941 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47470) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:36.700039 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483855e1-e9c1-4a3f-907c-f6bd3589b61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:36.700493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483855e1-e9c1-4a3f-907c-f6bd3589b61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:36.701235 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-483855e1-e9c1-4a3f-907c-f6bd3589b61e admin admin] Synchronizing usage tracker for tenant:05866e1a345b4fc2afa06285246b70a5 on resource:subnet {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:08:36.803196 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-483855e1-e9c1-4a3f-907c-f6bd3589b61e admin admin] Unset dirty status for tenant:05866e1a345b4fc2afa06285246b70a5 on resource:subnet {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:08:36.804293 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-483855e1-e9c1-4a3f-907c-f6bd3589b61e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2073822 Nov 11 16:08:38.945034 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47480) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:39.056113 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a882a1b-f5ae-4b30-b7c5-248cc9895b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:39.056586 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a882a1b-f5ae-4b30-b7c5-248cc9895b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:39.058453 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9a882a1b-f5ae-4b30-b7c5-248cc9895b76 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124783 Nov 11 16:08:41.182721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47490) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:41.289402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88b011-c7f3-4cdd-9b08-0d9de31b348c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:41.290734 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0d88b011-c7f3-4cdd-9b08-0d9de31b348c admin admin] 10.222.0.50 "GET /v2.0/subnets/8a6293f5-cfda-4949-9999-0081d112f19e HTTP/1.1" status: 200 len: 868 time: 0.1070929 Nov 11 16:08:41.696084 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:08:43.404240 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47500) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:08:43.502732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabbaf3-8dfb-4ffc-a04b-228ceecb613f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:08:43.504049 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-deabbaf3-8dfb-4ffc-a04b-228ceecb613f admin admin] 10.222.0.50 "GET /v2.0/subnets/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed HTTP/1.1" status: 200 len: 816 time: 0.0987933 Nov 11 16:08:54.555538 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-fab665e8-adc9-4f9b-a014-3f11521f0bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:55.189678 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:57.350232 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-31c843ae-781c-4a98-aa22-765f4dbd82b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:58.595397 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:08:59.617859 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:06.585494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47544) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:09:06.633280 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [None req-ed187c0d-6b63-481c-9650-1373448c27be admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:09:06.634267 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ed187c0d-6b63-481c-9650-1373448c27be admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478160 Nov 11 16:09:08.854320 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47554) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:09:08.920219 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c279ec-2aff-44aa-882c-45b760732d60 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:09:08.921518 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-94c279ec-2aff-44aa-882c-45b760732d60 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659156 Nov 11 16:09:09.048266 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a9576-ea8d-494c-9b09-aeb7d9e76738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:09.049797 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-145a9576-ea8d-494c-9b09-aeb7d9e76738 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1237977 Nov 11 16:09:11.204447 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47564) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:09:11.251126 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:11.256753 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:09:11.266174 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:09:11.348611 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Made reservation on behalf of 05866e1a345b4fc2afa06285246b70a5 for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:11.350972 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:11.437028 dv-cinder-811151-2-smb neutron-server[87450]: WARNING neutron.services.revisions.revision_plugin [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Could not find related network for resource to bump revision. Nov 11 16:09:11.449530 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:09:11.459201 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:11.459540 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Added segment 52ed85a9-fa62-43e7-b3b5-a8e3591768a4 of type vlan for network 8b14ff47-022b-48ee-b6c5-869bb49cd737 Nov 11 16:09:11.521947 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:11.623068 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:11.624378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:11.625028 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:11.628942 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:09:11.726732 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b14ff47-022b-48ee-b6c5-869bb49cd737,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:11.729445 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:09:11.736427 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 8b14ff47-022b-48ee-b6c5-869bb49cd737 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:09:11.818569 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6129124 Nov 11 16:09:13.969173 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47574) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:09:14.039172 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de6237a-bcbc-4bb9-abe1-43ccd2722643 admin admin] GET failed (client error): The resource could not be found. Nov 11 16:09:14.040417 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-1de6237a-bcbc-4bb9-abe1-43ccd2722643 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0703309 Nov 11 16:09:14.146226 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd07d8-e296-4dad-b510-79cd44714893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:14.147634 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-e6bd07d8-e296-4dad-b510-79cd44714893 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029384 Nov 11 16:09:14.157100 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:09:14.161519 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:09:14.170801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:09:14.222700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Made reservation on behalf of 05866e1a345b4fc2afa06285246b70a5 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:09:14.225018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:14.491549 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:14.495989 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9081ed40-0d30-48c8-94ff-8f0822ebf731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:09:14.562126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddf9d77-f546-4414-b955-15bff263d2c1,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:14.573040 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.573386 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.573727 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.574059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.574386 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.574717 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.575041 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.575362 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.575757 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.576081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.576397 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.576740 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:14.581722 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:09:14.582382 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Checking segment: {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:09:14.582737 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Network hostable DHCP agents. Network: 8b14ff47-022b-48ee-b6c5-869bb49cd737, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:09:14.674122 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Network 8b14ff47-022b-48ee-b6c5-869bb49cd737 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:09:14.759653 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 8b14ff47-022b-48ee-b6c5-869bb49cd737) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:14.763445 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:09:14.764027 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:14.768604 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae314b-697d-41b2-9e44-6fe13c3342fa None None] Network 8b14ff47-022b-48ee-b6c5-869bb49cd737 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:09:14.864050 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7102222 Nov 11 16:09:14.985149 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-8b14ff47-022b-48ee-b6c5-869bb49cd737', 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737', 'tenant_id': '05866e1a345b4fc2afa06285246b70a5', 'fixed_ips': [{'subnet_id': '6ddf9d77-f546-4414-b955-15bff263d2c1'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:09:14.986058 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:15.146751 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Allocated IP 192.168.233.2 (8b14ff47-022b-48ee-b6c5-869bb49cd737/6ddf9d77-f546-4414-b955-15bff263d2c1/b66ecf35-8954-4d8f-9a2b-f071c42661ff) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:09:15.352413 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:15.363210 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Transition to ACTIVE for port object b66ecf35-8954-4d8f-9a2b-f071c42661ff will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:15.387957 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Transition to ACTIVE for port object b66ecf35-8954-4d8f-9a2b-f071c42661ff will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:09:15.526618 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:15.536083 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:09:15.624780 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Network 8b14ff47-022b-48ee-b6c5-869bb49cd737 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:09:15.627639 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:09:15.633293 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:09:15.642837 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Pushing event updated for resources: {'Port': ['ID=b66ecf35-8954-4d8f-9a2b-f071c42661ff,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:15.682647 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.682985 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.683317 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.683642 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.683959 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.684280 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.684651 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.689665 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.689665 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.689665 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.689665 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.689665 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:09:15.721252 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:09:15.742588 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Attempting to bind port b66ecf35-8954-4d8f-9a2b-f071c42661ff on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:09:15.742964 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Attempting to bind port b66ecf35-8954-4d8f-9a2b-f071c42661ff by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:09:15.743335 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Attempting to bind port b66ecf35-8954-4d8f-9a2b-f071c42661ff on network 8b14ff47-022b-48ee-b6c5-869bb49cd737 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:09:15.748878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:09:15.749260 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Checking segment: {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:09:15.749669 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:15.750063 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Bound using segment: {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:09:15.750534 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Bound port: b66ecf35-8954-4d8f-9a2b-f071c42661ff, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:09:15.750908 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:15.843221 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] For port b66ecf35-8954-4d8f-9a2b-f071c42661ff, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:09:15.847726 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] For port b66ecf35-8954-4d8f-9a2b-f071c42661ff, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=b66ecf35-8954-4d8f-9a2b-f071c42661ff,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:09:15.943548 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:15.947706 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:09:16.027318 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Pushing event updated for resources: {'Port': ['ID=b66ecf35-8954-4d8f-9a2b-f071c42661ff,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:16.035396 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:09:16.864982 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6dbbd-00a6-440d-be22-c6c93398afae None None] Network 8b14ff47-022b-48ee-b6c5-869bb49cd737 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:09:17.043957 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-3ea3d1e6-7595-45f3-bf13-28d1ab82ecb7 None None] Provisioning for port b66ecf35-8954-4d8f-9a2b-f071c42661ff completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:09:17.445836 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device b66ecf35-8954-4d8f-9a2b-f071c42661ff up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:09:17.588612 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port b66ecf35-8954-4d8f-9a2b-f071c42661ff completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:09:17.594251 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port b66ecf35-8954-4d8f-9a2b-f071c42661ff triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:17.594251 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:17.723347 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:17.758003 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port b66ecf35-8954-4d8f-9a2b-f071c42661ff, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=b66ecf35-8954-4d8f-9a2b-f071c42661ff,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:09:17.818970 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:17.821191 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-85a95450-6a64-490a-9b11-d6964f0f6972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:09:17.891640 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=b66ecf35-8954-4d8f-9a2b-f071c42661ff,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:09:17.894915 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:09:18.695557 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:09:19.416194 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device b66ecf35-8954-4d8f-9a2b-f071c42661ff up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:09:19.489339 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port b66ecf35-8954-4d8f-9a2b-f071c42661ff triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:09:19.489708 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:24.599674 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-21574d06-87d3-4241-abcb-7070884db85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:25.216945 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:27.341664 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f8bc4562-be09-4b85-b91e-3530e9546caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:28.621584 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:29.615837 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:54.563591 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-daa0241e-a93b-4794-a1c7-edd32fc3bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:55.180519 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:55.695396 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:09:57.402735 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-0e6329a6-6783-4eb6-8bc8-663d582c7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:58.637212 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:09:59.643000 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:24.603197 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-3985dfbd-051d-461d-a511-afd47540df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:25.241496 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:27.338374 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4ae01020-4d22-4145-a329-9dbcf46e9633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:28.767590 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:29.618245 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:32.694475 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:10:35.689452 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47624) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:10:35.695190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [None req-f1e3824b-2d43-48dc-8748-f03658bc7150 tempest-verify_tempest_config-792456992 tempest-verify_tempest_config-792456992-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:10:35.696143 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f1e3824b-2d43-48dc-8748-f03658bc7150 tempest-verify_tempest_config-792456992 tempest-verify_tempest_config-792456992-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057390 Nov 11 16:10:36.222293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47642) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:10:36.340594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:36.355243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:10:36.359771 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Usage tracker for resource:security_group_rule and tenant:4dbaea3eaa644759af9c89a095cdc931 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:10:36.362573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:10:36.368085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:10:36.447282 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:36.532161 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:36.541098 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:10:36.577852 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Synchronizing usage tracker for tenant:05866e1a345b4fc2afa06285246b70a5 on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:10:36.582032 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261a65c4-8660-4ef6-b8c3-96ae60becfea,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:36.593229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.593575 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.593942 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.594270 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.594597 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.594923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.595243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.595563 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.595902 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.596201 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.596515 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.596853 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:10:36.602101 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:10:36.698995 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Unset dirty status for tenant:05866e1a345b4fc2afa06285246b70a5 on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:10:36.700858 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dbaea3eaa644759af9c89a095cdc931&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4768925 Nov 11 16:10:36.703481 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47648) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:10:36.760132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:36.785592 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:37.018633 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:37.022510 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:10:37.033606 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261a65c4-8660-4ef6-b8c3-96ae60becfea,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:10:37.039806 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:10:37.040257 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:37.041204 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/261a65c4-8660-4ef6-b8c3-96ae60becfea HTTP/1.1" status: 204 len: 168 time: 0.3368421 Nov 11 16:10:54.624029 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-793a43fc-05f2-4ecb-9fbe-5d95e3914b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:55.239820 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:57.406177 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-941cec84-44e6-4272-8129-ae5e8bf582c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:58.610999 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:10:59.799942 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:09.693602 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:11:24.575619 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-08d9096b-da9f-4647-a815-6fff8fd40191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:25.267451 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:27.329649 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-09a78357-aca4-4153-9f51-d9713c967420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:28.627660 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:29.626743 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:46.692101 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 5 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:11:54.574135 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-02699253-3ada-4ded-95b9-e877f9bba077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:55.354913 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:57.391147 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-8cd50a52-7508-45d8-82f7-af5ab3e97703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:58.691582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:11:59.639903 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:22.044501 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-912202'] for agent, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:23.690834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:12:24.575518 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bd6a9bf7-2617-49e7-ad65-fc51b2952e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:25.184394 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:27.341371 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-8bea28b4-7516-4150-89ad-7399d99f1475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:28.589461 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:29.649526 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:36.778883 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47728) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:12:36.897284 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ecd1136c-c205-4b1e-92bd-35b6109aea3e admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1172683 Nov 11 16:12:39.072826 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47738) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:12:39.128406 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-bcad5af2-649d-4ff5-bd10-908424df5ae3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0544868 Nov 11 16:12:51.899546 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:54.582980 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9d742cfb-f9bf-4b15-8567-759aeb770b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:55.257651 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:57.364649 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bc738e5e-b04d-46e5-bd25-fb5cfa62c3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:58.619056 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:12:59.656900 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:00.689976 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:13:21.913127 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:24.617778 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9ebcd15e-ac77-4d65-b830-32fc32ecffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:25.228987 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:27.394585 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e353b4aa-2081-4045-b348-11f68face775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:28.617287 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:29.656874 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:37.690294 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:13:51.913068 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:54.603831 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-88f68f2e-0370-4fec-8a25-c0ba99ec1b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:55.204539 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:57.581276 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-7d14c108-c5e2-4d6d-9f75-a71cc770130d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:58.689434 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:13:59.655094 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:14.707496 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:14:21.979868 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:24.671139 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-7b469c0d-1b8c-465a-9678-7d004da817f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:25.207467 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:27.401773 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e0be04ad-4e30-4771-8a05-c4e4360fb850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:28.659170 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:29.675954 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:48.105296 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47906) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:48.550097 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-network', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:48.554941 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:48.558754 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Usage tracker for resource:network and tenant:c1ca98d4cf7a4386bd7637c956391aa9 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:48.561625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:48.567243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:48.703228 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Made reservation on behalf of c1ca98d4cf7a4386bd7637c956391aa9 for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:48.705762 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:48.708656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47930) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:48.719345 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:48.734858 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:48.738699 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ca98d4cf7a4386bd7637c956391aa9 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:48.741484 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:48.747646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:48.829773 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:48.943325 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:48.947732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0b53ded9-c173-41b9-8406-229f9d45d946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:48.976703 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:14:48.988248 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f302e242-de47-4d3b-9f8a-0287353aba74,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:48.997754 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:48.998095 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:48.998431 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:48.998759 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:48.999087 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:48.999412 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:48.999732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.000079 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.000470 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Tracked resource versions report: Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: pushed versions: Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: { 'AddressGroup': {'1.2'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'ConntrackHelper': {'1.0'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Log': {'1.0'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Network': {'1.1'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Port': {'1.7'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'PortForwarding': {'1.2'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'QosPolicy': {'1.8'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroup': {'1.4'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'SubPort': {'1.0'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Subnet': {'1.1'}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Trunk': {'1.1'}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: consumer versions: Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: HyperV agent@hv-cinder-81115: {}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'ConntrackHelper': '1.0', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Log': '1.0', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Network': '1.1', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Port': '1.7', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'PortForwarding': '1.2', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'QosPolicy': '1.8', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroup': '1.4', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'SecurityGroupRule': '1.2', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'SubPort': '1.0', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Subnet': '1.1', Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: 'Trunk': '1.1'}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: {{(pid=87451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:14:49.005720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:49.010202 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.010454 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Added segment b2e41c0f-6d2a-469b-8433-b31375fc2524 of type vlan for network f9643347-2841-43da-8fb9-aa58eb8ff37a Nov 11 16:14:49.019633 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 47946) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:49.041993 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.116030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-306889609-network', 'tenant_id': '926d2c1924454501a8624902fb6b35ba'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:49.118987 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:49.124512 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Usage tracker for resource:network and tenant:926d2c1924454501a8624902fb6b35ba is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:49.127784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:49.134002 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:49.223853 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.225220 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:49.225827 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.240271 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5e4f71b5-f9da-452b-9e15-faf04d2f1f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:49.335568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Pushing event updated for resources: {'Network': ['ID=f9643347-2841-43da-8fb9-aa58eb8ff37a,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:49.338353 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:49.346986 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network f9643347-2841-43da-8fb9-aa58eb8ff37a details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:14:49.417935 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Made reservation on behalf of 926d2c1924454501a8624902fb6b35ba for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:49.421272 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.440055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.458096 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:49.462204 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Usage tracker for resource:security_group_rule and tenant:926d2c1924454501a8624902fb6b35ba is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:49.465901 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:49.472130 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:49.514086 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4063182 Nov 11 16:14:49.514086 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47964) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:49.519594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Request body: {'subnet': {'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-subnet', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:49.524972 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:49.529879 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Usage tracker for resource:subnet and tenant:c1ca98d4cf7a4386bd7637c956391aa9 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:49.533215 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:49.539624 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:49.582441 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.610420 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-488599416-network', 'tenant_id': '036826e9644645beae349fd2517f7baf'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:49.616997 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:49.625240 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Usage tracker for resource:network and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:49.629434 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:49.635624 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:49.677359 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Made reservation on behalf of c1ca98d4cf7a4386bd7637c956391aa9 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:49.677804 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.715586 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.723470 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f8aab7bf-8fe0-484e-8183-4d6dde74dbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:49.740672 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:14:49.752274 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.752887 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Added segment 55733762-6d25-405a-8a4b-87fb55a9d6f1 of type vlan for network bbb25c4c-549e-4cd4-b154-d74554348912 Nov 11 16:14:49.772437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f380ebe-36d2-441c-8c12-a4ebe7554471,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:49.781933 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.782448 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.782938 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.783430 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.783910 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.784382 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.784875 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.785341 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.785834 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.786290 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.786779 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.787102 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Tracked resource versions report: Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: pushed versions: Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: { 'AddressGroup': {'1.2'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'ConntrackHelper': {'1.0'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Log': {'1.0'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Network': {'1.1'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Port': {'1.7'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'PortForwarding': {'1.2'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'QosPolicy': {'1.8'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroup': {'1.4'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'SubPort': {'1.0'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Subnet': {'1.1'}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Trunk': {'1.1'}} Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: consumer versions: Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: HyperV agent@hv-cinder-81115: {}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'ConntrackHelper': '1.0', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Log': '1.0', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Network': '1.1', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Port': '1.7', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'PortForwarding': '1.2', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'QosPolicy': '1.8', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroup': '1.4', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'SecurityGroupRule': '1.2', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'SubPort': '1.0', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Subnet': '1.1', Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: 'Trunk': '1.1'}} Nov 11 16:14:49.788135 dv-cinder-811151-2-smb neutron-server[87450]: {{(pid=87450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:14:49.794516 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:49.809130 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Made reservation on behalf of 036826e9644645beae349fd2517f7baf for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:49.809130 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.825307 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.845008 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:49.853247 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:49.858243 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:49.861457 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:49.867568 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:49.957076 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.046218 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.050601 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:50.076860 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:14:50.084927 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4bf019-93da-466c-bc08-16138f68386c,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:50.089241 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:50.093011 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.093011 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Added segment a14780d1-b439-4515-a1be-341b88f4c52c of type vlan for network 6d40c127-bc90-4df1-9a69-317dc2278173 Nov 11 16:14:50.115088 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.118271 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.119714 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.120412 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:50.124189 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:50.124804 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.130389 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9300b614-d3e2-498c-b3ef-d373b1e283b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:50.196621 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=613bffa2-a204-403b-9129-a4e566c4f17d,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:50.204932 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:50.205682 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Checking segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:14:50.206426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Network hostable DHCP agents. Network: f9643347-2841-43da-8fb9-aa58eb8ff37a, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:14:50.262375 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb25c4c-549e-4cd4-b154-d74554348912,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:50.273357 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:50.275094 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network bbb25c4c-549e-4cd4-b154-d74554348912 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:14:50.337750 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Network f9643347-2841-43da-8fb9-aa58eb8ff37a is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:14:50.446528 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.452593 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7388299 Nov 11 16:14:50.452593 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:50.452593 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.452914 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 47992) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:50.456487 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:50.458098 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Request body: {'subnet': {'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-306889609-subnet', 'tenant_id': '926d2c1924454501a8624902fb6b35ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:50.463789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:50.469510 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Usage tracker for resource:subnet and tenant:926d2c1924454501a8624902fb6b35ba is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:50.472856 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:50.480196 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:50.485173 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, f9643347-2841-43da-8fb9-aa58eb8ff37a) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:50.501450 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4502221-4f23-4e63-af11-714ea2588c81 None None] Network f9643347-2841-43da-8fb9-aa58eb8ff37a requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:14:50.510382 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:50.511342 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.598511 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Pushing event updated for resources: {'Network': ['ID=6d40c127-bc90-4df1-9a69-317dc2278173,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:50.611439 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:50.617620 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 6d40c127-bc90-4df1-9a69-317dc2278173 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:14:50.664340 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Made reservation on behalf of 926d2c1924454501a8624902fb6b35ba for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:50.667153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:50.702619 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1876142 Nov 11 16:14:50.705573 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48002) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:50.714091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:50.733890 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:50.754725 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Usage tracker for resource:router and tenant:c1ca98d4cf7a4386bd7637c956391aa9 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:50.764125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:50.806356 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48016) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:50.825117 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8014746 Nov 11 16:14:50.831224 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Request body: {'subnet': {'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-subnet', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:50.841857 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:50.843147 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:50.859246 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Usage tracker for resource:subnet and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:50.862644 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:50.870123 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:51.037721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Made reservation on behalf of 036826e9644645beae349fd2517f7baf for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:14:51.041044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.053448 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.056033 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.122746 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.188218 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad533dc0-f4c9-4859-8edc-0c9d3efb0f4c None None] Network f9643347-2841-43da-8fb9-aa58eb8ff37a requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:14:51.391370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.391370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:51.476757 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45365266-dce7-4abe-9dff-0e95c18d8796,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:51.512027 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:51.614203 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Checking segment: {'id': '55733762-6d25-405a-8a4b-87fb55a9d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:14:51.614597 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Network hostable DHCP agents. Network: bbb25c4c-549e-4cd4-b154-d74554348912, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:14:51.700705 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.701338 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:14:51.749124 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Network bbb25c4c-549e-4cd4-b154-d74554348912 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:14:51.802083 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.812695 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:51.905370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Checking segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:14:51.905727 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Network hostable DHCP agents. Network: 6d40c127-bc90-4df1-9a69-317dc2278173, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:14:51.932692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5341260-4177-4635-899a-0f8bf87bc5ed,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:51.936261 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:51.972693 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, bbb25c4c-549e-4cd4-b154-d74554348912) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:51.977349 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:51.977934 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:51.984979 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb96296-595a-4035-a6aa-6cd8af807e1b None None] Network bbb25c4c-549e-4cd4-b154-d74554348912 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:14:52.058147 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.177922 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Network 6d40c127-bc90-4df1-9a69-317dc2278173 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:14:52.180876 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-18443955-fa20-43a4-a724-76a25fd5352e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7271020 Nov 11 16:14:52.186621 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 6d40c127-bc90-4df1-9a69-317dc2278173) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:52.205745 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:52.206326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.208708 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c821ac-80e1-4b01-a0dc-4762a096d2b1 None None] Network 6d40c127-bc90-4df1-9a69-317dc2278173 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:14:52.299782 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0f128-6c3d-4aaf-9100-5d7a319dc44e None None] Network bbb25c4c-549e-4cd4-b154-d74554348912 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:14:52.331921 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.341399 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5308321 Nov 11 16:14:52.341632 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48080) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:52.346918 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:14:52.358102 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:52.368262 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Usage tracker for resource:router and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:52.379276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:52.386184 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:52.413878 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.515390 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.516974 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.538562 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.635954 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Allocated IP 172.28.2.45 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/4422c93e-25c2-4d4c-babd-1f45c85953d2) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:52.677732 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-6d40c127-bc90-4df1-9a69-317dc2278173', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:14:52.687407 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.810769 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.852179 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Allocated IP 172.20.0.2 (6d40c127-bc90-4df1-9a69-317dc2278173/e5341260-4177-4635-899a-0f8bf87bc5ed/0823a649-f3d9-4312-81a7-5132d42dfc92) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:52.944085 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:52.950217 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-dbe92764-21a1-4f30-89df-fe165381b3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:53.143460 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:53.152729 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:53.171084 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:14:53.191379 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48100) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:53.192248 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.217486 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Transition to ACTIVE for port object 0823a649-f3d9-4312-81a7-5132d42dfc92 will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:53.249568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48106) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:53.272756 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Transition to ACTIVE for port object 0823a649-f3d9-4312-81a7-5132d42dfc92 will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:53.277120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.372925 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48130) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:53.375753 dv-cinder-811151-2-smb neutron-server[87451]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 16:14:53.412703 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.419017 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-16a32a24-c412-4afa-9692-943006d5d21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:53.434142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Pushing event updated for resources: {'Port': ['ID=4422c93e-25c2-4d4c-babd-1f45c85953d2,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:53.475651 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:53.513457 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Network 6d40c127-bc90-4df1-9a69-317dc2278173 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:53.516610 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:53.532376 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:14:53.553846 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Pushing event updated for resources: {'Port': ['ID=0823a649-f3d9-4312-81a7-5132d42dfc92,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:53.557655 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.564872 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.565201 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.565532 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.565932 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.566270 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.566700 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.567020 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.567484 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.567808 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.568122 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.569220 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.569579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Tracked resource versions report: Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: pushed versions: Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: { 'AddressGroup': {'1.2'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'ConntrackHelper': {'1.0'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Log': {'1.0'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Network': {'1.1'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Port': {'1.7'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'PortForwarding': {'1.2'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'QosPolicy': {'1.8'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroup': {'1.4'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'SubPort': {'1.0'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Subnet': {'1.1'}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Trunk': {'1.1'}} Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: consumer versions: Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: HyperV agent@hv-cinder-81115: {}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'ConntrackHelper': '1.0', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Log': '1.0', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Network': '1.1', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Port': '1.7', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'PortForwarding': '1.2', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'QosPolicy': '1.8', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroup': '1.4', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'SecurityGroupRule': '1.2', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'SubPort': '1.0', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Subnet': '1.1', Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: 'Trunk': '1.1'}} Nov 11 16:14:53.570853 dv-cinder-811151-2-smb neutron-server[87452]: {{(pid=87452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:14:53.611331 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:53.628465 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:53.653493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.671493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Usage tracker for resource:security_group_rule and tenant:9e756f94ac564389a48594014aa87f8a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:53.687672 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Attempting to bind port 0823a649-f3d9-4312-81a7-5132d42dfc92 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:14:53.688816 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Attempting to bind port 0823a649-f3d9-4312-81a7-5132d42dfc92 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:14:53.689186 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Attempting to bind port 0823a649-f3d9-4312-81a7-5132d42dfc92 on network 6d40c127-bc90-4df1-9a69-317dc2278173 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:14:53.695813 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:14:53.696936 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Checking segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:14:53.697887 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.699908 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Bound using segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:14:53.700518 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Bound port: 0823a649-f3d9-4312-81a7-5132d42dfc92, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:14:53.701093 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.760984 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:53.781885 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:53.784066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:53.797686 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Usage tracker for resource:security_group_rule and tenant:5a0ab6caba314a36b4922bf28aac0db5 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:53.803892 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:53.813324 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-4e46a245-04f4-4c59-805b-a6164de248f7 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:14:53.815093 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-4e46a245-04f4-4c59-805b-a6164de248f7 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/networks?id=bbb25c4c-549e-4cd4-b154-d74554348912 HTTP/1.1" status: 200 len: 811 time: 0.4411204 Nov 11 16:14:53.824193 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] For port 0823a649-f3d9-4312-81a7-5132d42dfc92, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:14:53.833105 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:53.833270 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] For port 0823a649-f3d9-4312-81a7-5132d42dfc92, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0823a649-f3d9-4312-81a7-5132d42dfc92,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:14:53.860520 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-dc0766e6-7c49-407c-a2ea-cc61863e5645 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/quotas/926d2c1924454501a8624902fb6b35ba HTTP/1.1" status: 200 len: 375 time: 0.0343511 Nov 11 16:14:53.898573 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:53.935991 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f443cd82-fbdf-4bab-918b-440a07a83131 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=926d2c1924454501a8624902fb6b35ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663562 Nov 11 16:14:54.017878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.025291 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-87ba0dfb-a56b-4e50-acad-61a04bc60009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:54.113559 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.134579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Pushing event updated for resources: {'Port': ['ID=0823a649-f3d9-4312-81a7-5132d42dfc92,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:54.138410 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:54.195528 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-726d1cc9-1e20-4fde-a659-82f45f1f5eaa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:14:54.196518 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-726d1cc9-1e20-4fde-a659-82f45f1f5eaa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009934 Nov 11 16:14:54.234100 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.327375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.358532 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:54.363186 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.416594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.456148 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e756f94ac564389a48594014aa87f8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2053783 Nov 11 16:14:54.459485 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48156) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:54.474416 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.531646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc98dc3-e3cb-4b03-a33c-4b0dbaea40e7,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:54.535529 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f457d120-789c-4ff9-babb-b8aee93a76ec service neutron] 10.222.0.50 "GET /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311210 Nov 11 16:14:54.540634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:54.622917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.639125 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.656089 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c5282929-3955-432d-9edb-f66b84b4af1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:54.665304 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.770030 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a0ab6caba314a36b4922bf28aac0db5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5684686 Nov 11 16:14:54.770833 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70532e81-c379-49f6-91a4-160250e5ebcb,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:54.774880 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48170) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:54.778044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:54.806663 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Allocated IP 172.28.2.136 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/cf06458a-69af-4231-a2b8-0bc6a595b96b) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:54.807245 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-266265f0-d05b-4a2d-b5de-1a482d9f462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:54.810820 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-71179217-5b19-4b4d-bca6-72312ff3b321 service neutron] 10.222.0.50 "GET /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695322 Nov 11 16:14:54.843160 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Router d5001f71-7d9a-40f6-9203-5d5873097d27 is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:14:54.986528 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.004291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.018585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:55.040085 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc98dc3-e3cb-4b03-a33c-4b0dbaea40e7,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:55.099339 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:55.114540 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.165862 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.169858 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bc98dc3-e3cb-4b03-a33c-4b0dbaea40e7 HTTP/1.1" status: 204 len: 168 time: 0.7070298 Nov 11 16:14:55.196596 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.214413 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:14:55.224488 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Sync routers for ids ['d5001f71-7d9a-40f6-9203-5d5873097d27'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:14:55.235958 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.250435 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Routers {'d5001f71-7d9a-40f6-9203-5d5873097d27'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:14:55.251467 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d5001f71-7d9a-40f6-9203-5d5873097d27'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:55.257107 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:55.274990 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.366979 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:55.372059 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6611819 Nov 11 16:14:55.379477 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48194) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:55.408663 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-27b92bb7-aee5-41e5-a8a1-78c01279174f req-98a96927-817e-4efb-b77a-fac049f19148 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.2175128 Nov 11 16:14:55.439555 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:55.443492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:55.458907 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:14:55.507616 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96076360-d1b1-40c2-8490-3a76496a1e54 None None] Network 6d40c127-bc90-4df1-9a69-317dc2278173 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:14:55.758985 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Set router d5001f71-7d9a-40f6-9203-5d5873097d27 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:14:55.766144 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Pushing event updated for resources: {'Port': ['ID=cf06458a-69af-4231-a2b8-0bc6a595b96b,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:55.781382 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:55.890016 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0823a649-f3d9-4312-81a7-5132d42dfc92 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:14:55.923047 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:56.002107 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-27785197-fba5-4d61-bf04-1ba2064b4457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:56.047079 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:56.054887 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70532e81-c379-49f6-91a4-160250e5ebcb HTTP/1.1" status: 204 len: 168 time: 1.2789073 Nov 11 16:14:56.060312 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70532e81-c379-49f6-91a4-160250e5ebcb,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:56.065558 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:56.129760 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-3e47f4b6-8ae3-441d-8d06-e03d12100024 None None] Provisioning for port 0823a649-f3d9-4312-81a7-5132d42dfc92 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:14:56.354731 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:14:53Z', 'revision_number': 3, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:56.365751 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Checking router: d5001f71-7d9a-40f6-9203-5d5873097d27 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:14:56.365959 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Updating router d5001f71-7d9a-40f6-9203-5d5873097d27 port 4422c93e-25c2-4d4c-babd-1f45c85953d2 binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:14:56.509236 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 0823a649-f3d9-4312-81a7-5132d42dfc92 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:14:56.516161 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 0823a649-f3d9-4312-81a7-5132d42dfc92 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:56.516917 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:56.534501 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48252) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:56.539938 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:56.543528 dv-cinder-811151-2-smb neutron-server[87450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 16:14:56.722455 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f1d180bc-68de-4c94-896f-346ef73dc11e req-8ea5ea17-dc41-4e80-99b6-abe7bb9f835e tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.1865819 Nov 11 16:14:56.747800 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:56.887200 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:56.912091 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-6c2c78c9-4fa8-4f58-ac19-c3cde07c1f90 None None] Provisioning complete for port 0823a649-f3d9-4312-81a7-5132d42dfc92 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:14:56.912091 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6c2c78c9-4fa8-4f58-ac19-c3cde07c1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.081259 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.095090 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 0823a649-f3d9-4312-81a7-5132d42dfc92, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0823a649-f3d9-4312-81a7-5132d42dfc92,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:14:57.260284 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.309487 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:57.372489 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.400396 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Transition to ACTIVE for port object 4422c93e-25c2-4d4c-babd-1f45c85953d2 will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:14:57.413570 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.429319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48288) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:57.475540 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.484672 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:57.488474 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6c2c78c9-4fa8-4f58-ac19-c3cde07c1f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.539410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.592933 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:14:57.603709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Usage tracker for resource:security_group_rule and tenant:eb19f146f0b745988168b8e7828917dd is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:14:57.612646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:14:57.612753 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Attempting to bind port 4422c93e-25c2-4d4c-babd-1f45c85953d2 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:14:57.612837 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Allocated IP 172.20.0.1 (f9643347-2841-43da-8fb9-aa58eb8ff37a/613bffa2-a204-403b-9129-a4e566c4f17d/2dbd2442-7d0a-4a12-9809-f739a7eddced) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:14:57.612913 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Attempting to bind port 4422c93e-25c2-4d4c-babd-1f45c85953d2 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:14:57.612913 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Attempting to bind port 4422c93e-25c2-4d4c-babd-1f45c85953d2 on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:14:57.623564 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:14:57.629478 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:14:57.630006 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:14:57.630496 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.630934 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:14:57.631770 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Bound port: 4422c93e-25c2-4d4c-babd-1f45c85953d2, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:14:57.632297 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.671171 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Pushing event updated for resources: {'Port': ['ID=4422c93e-25c2-4d4c-babd-1f45c85953d2,revision_number=2']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:57.694192 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.694697 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.695047 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.695378 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.695753 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.696167 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.696513 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Tracked resource versions report: Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: pushed versions: Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: { 'AddressGroup': {'1.2'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'ConntrackHelper': {'1.0'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Log': {'1.0'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Network': {'1.1'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Port': {'1.7'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'PortForwarding': {'1.2'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'QosPolicy': {'1.8'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroup': {'1.4'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroupRule': {'1.2'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'SubPort': {'1.0'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Subnet': {'1.1'}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Trunk': {'1.1'}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: consumer versions: Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: { DHCP agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: HyperV agent@hv-cinder-81115: {}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: L3 agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: Metadata agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: Metering agent@dv-cinder-811151-2-smb: {}, Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: Open vSwitch agent@dv-cinder-811151-2-smb: { 'AddressGroup': '1.2', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'ConntrackHelper': '1.0', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Log': '1.0', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Network': '1.1', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Port': '1.7', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'PortForwarding': '1.2', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'QosPolicy': '1.8', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroup': '1.4', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'SecurityGroupRule': '1.2', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'SubPort': '1.0', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Subnet': '1.1', Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: 'Trunk': '1.1'}} Nov 11 16:14:57.704121 dv-cinder-811151-2-smb neutron-server[87453]: {{(pid=87453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 16:14:57.707716 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-6c2c78c9-4fa8-4f58-ac19-c3cde07c1f90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:14:57.707716 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-6c2c78c9-4fa8-4f58-ac19-c3cde07c1f90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:14:57.707716 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-169e8497-86e6-4110-8ede-0da6df60f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.707980 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:57.727189 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=0823a649-f3d9-4312-81a7-5132d42dfc92,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:57.742119 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] For port 4422c93e-25c2-4d4c-babd-1f45c85953d2, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:14:57.756107 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:57.756607 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] For port 4422c93e-25c2-4d4c-babd-1f45c85953d2, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=4422c93e-25c2-4d4c-babd-1f45c85953d2,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:14:57.880795 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:57.887445 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-56cdef6d-fb50-4917-a060-ec01766a1576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:57.957662 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0a8f341d-0c11-4f9e-b8eb-426f694eec47 req-8f2a578f-e3b5-4b40-a38b-b09abb93a945 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.1505556 Nov 11 16:14:57.963338 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.031892 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Routers {'d5001f71-7d9a-40f6-9203-5d5873097d27'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:14:58.032528 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d5001f71-7d9a-40f6-9203-5d5873097d27'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:58.079698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.112925 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Pushing event updated for resources: {'Port': ['ID=4422c93e-25c2-4d4c-babd-1f45c85953d2,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:58.118020 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:58.172143 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Router c0c82da6-4655-4747-b424-8713c61f967a is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:14:58.172834 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.179629 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:58.248711 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] Set router d5001f71-7d9a-40f6-9203-5d5873097d27 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:14:58.274357 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.320534 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:58.394667 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbd2442-7d0a-4a12-9809-f739a7eddced,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:58.398131 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:58.409828 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Network f9643347-2841-43da-8fb9-aa58eb8ff37a is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:14:58.411117 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:14:58.418721 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:14:58.419819 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.568182 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87bf3a0-8c0f-43e7-933f-fce4caa01a83,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:58.571812 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:58.580495 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb19f146f0b745988168b8e7828917dd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1497982 Nov 11 16:14:58.596289 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48318) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:58.663824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:14:58.679935 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:14:58.691867 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.696760 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:14:58.698238 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:58.720755 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.730414 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:14:53Z', 'revision_number': 3, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:58.737229 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961f2a2-1ca3-4227-9dfc-910ed8deeb3f None None] The sync data for ids ['d5001f71-7d9a-40f6-9203-5d5873097d27'] in dv-cinder-811151-2-smb is: [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:14:53Z', 'revision_number': 3, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:14:58.774125 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.878793 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:58.878793 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5338836 Nov 11 16:14:58.879216 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48338) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:14:59.069080 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:59.075962 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:14:59.091431 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:14:59.104088 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87bf3a0-8c0f-43e7-933f-fce4caa01a83,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:14:59.110963 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:14:59.131696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:59.138684 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f87bf3a0-8c0f-43e7-933f-fce4caa01a83 HTTP/1.1" status: 204 len: 168 time: 0.5401540 Nov 11 16:14:59.884962 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:59.884962 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-feba8e72-21a5-43a2-a2c6-aae5794bacef req-2d24cc61-e4af-4a24-b360-503d037d9fdd tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.1110873 Nov 11 16:14:59.922687 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:14:55Z', 'revision_number': 3, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:14:59.922687 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:14:59.922687 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Updating router c0c82da6-4655-4747-b424-8713c61f967a port cf06458a-69af-4231-a2b8-0bc6a595b96b binding host dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:14:59.922687 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:14:59.922687 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0823a649-f3d9-4312-81a7-5132d42dfc92 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:14:59.960134 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.020229 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 0823a649-f3d9-4312-81a7-5132d42dfc92 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:00.020630 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.352247 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.453133 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Notify callbacks [] for port, precommit_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.488087 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.499032 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Transition to ACTIVE for port object cf06458a-69af-4231-a2b8-0bc6a595b96b will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:00.513679 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4422c93e-25c2-4d4c-babd-1f45c85953d2 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:00.595354 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.607773 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.619181 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:00.669368 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.674453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:00.782549 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Attempting to bind port cf06458a-69af-4231-a2b8-0bc6a595b96b on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:00.782939 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Attempting to bind port cf06458a-69af-4231-a2b8-0bc6a595b96b by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:00.783314 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Attempting to bind port cf06458a-69af-4231-a2b8-0bc6a595b96b on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:00.788694 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 4422c93e-25c2-4d4c-babd-1f45c85953d2 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:00.801996 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:00.802405 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:00.802791 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.803203 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:00.803698 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Bound port: cf06458a-69af-4231-a2b8-0bc6a595b96b, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:00.804105 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.858962 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 4422c93e-25c2-4d4c-babd-1f45c85953d2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:00.859344 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:00.897152 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbd2442-7d0a-4a12-9809-f739a7eddced,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:00.899971 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4875046-cf14-4e75-9b9d-2c8a2f0f072e None None] Pushing event updated for resources: {'Port': ['ID=cf06458a-69af-4231-a2b8-0bc6a595b96b,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:00.910352 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:00.910462 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-d4875046-cf14-4e75-9b9d-2c8a2f0f072e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:00.914545 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8c608a02-75d2-41e1-8b90-d3af33f75677 req-60b9bebb-360d-4936-9937-ac0e000be649 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.0794289 Nov 11 16:15:01.014583 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] For port cf06458a-69af-4231-a2b8-0bc6a595b96b, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:01.018771 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] For port cf06458a-69af-4231-a2b8-0bc6a595b96b, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=cf06458a-69af-4231-a2b8-0bc6a595b96b,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:01.118655 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Network f9643347-2841-43da-8fb9-aa58eb8ff37a is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:01.119902 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Allocated IP 172.20.0.1 (6d40c127-bc90-4df1-9a69-317dc2278173/e5341260-4177-4635-899a-0f8bf87bc5ed/f6eda236-0b62-4c55-948e-3a514a7ee2bf) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:01.122502 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:01.254579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:01.265513 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:01.305837 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:01.413363 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 4422c93e-25c2-4d4c-babd-1f45c85953d2, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=4422c93e-25c2-4d4c-babd-1f45c85953d2,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:01.432655 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:01.433579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:01.507509 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.60', 57235) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:01.561903 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4875046-cf14-4e75-9b9d-2c8a2f0f072e None None] Pushing event updated for resources: {'Port': ['ID=cf06458a-69af-4231-a2b8-0bc6a595b96b,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:01.565822 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-d4875046-cf14-4e75-9b9d-2c8a2f0f072e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:01.566590 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:01.580008 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:01.745796 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Router d5001f71-7d9a-40f6-9203-5d5873097d27 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:15:01.753887 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:01.782776 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Transition to ACTIVE for port object f6eda236-0b62-4c55-948e-3a514a7ee2bf will not be triggered until provisioned by entity DHCP. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:01.818503 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f2310ad4-4bc3-4073-ba02-9c931ed2f4d0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:01.820021 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f2310ad4-4bc3-4073-ba02-9c931ed2f4d0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.60 "GET /v2.0/networks?id=bbb25c4c-549e-4cd4-b154-d74554348912 HTTP/1.1" status: 200 len: 811 time: 0.3024800 Nov 11 16:15:01.858486 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=4422c93e-25c2-4d4c-babd-1f45c85953d2,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:01.876637 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:01.890177 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Request body: {'port': {'device_id': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912', 'admin_state_up': True, 'tenant_id': '926d2c1924454501a8624902fb6b35ba'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:01.908961 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:02.020030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:15:02.037871 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Sync routers for ids ['d5001f71-7d9a-40f6-9203-5d5873097d27'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:15:02.051561 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5001f71-7d9a-40f6-9203-5d5873097d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6697612 Nov 11 16:15:02.051775 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Routers {'d5001f71-7d9a-40f6-9203-5d5873097d27'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:02.051775 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d5001f71-7d9a-40f6-9203-5d5873097d27'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:02.126437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:02.132841 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:02.255937 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:02.265600 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Usage tracker for resource:port and tenant:926d2c1924454501a8624902fb6b35ba is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:02.275008 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:02.285314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Network 6d40c127-bc90-4df1-9a69-317dc2278173 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:02.303144 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:02.316052 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:02.316394 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:02.377822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:02.428100 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48482) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:02.441651 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Pushing event updated for resources: {'Port': ['ID=f6eda236-0b62-4c55-948e-3a514a7ee2bf,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:02.472267 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:02.518156 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Set router d5001f71-7d9a-40f6-9203-5d5873097d27 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:02.571161 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:14:55Z', 'revision_number': 3, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:02.578016 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea37bd16-4c5e-461d-8618-dc763e9b1455 None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:14:55Z', 'revision_number': 3, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:02.769619 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7105089b-3d11-4642-85ea-22537a86eca5 req-1b090829-d8e7-4e6e-8702-89b1d73105a0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.4905758 Nov 11 16:15:02.770700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Made reservation on behalf of 926d2c1924454501a8624902fb6b35ba for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:02.789493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:02.878169 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:02.885316 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f62d5ebd-e3c9-418c-beaf-ce849cc2d12b None None] Provisioning for port f6eda236-0b62-4c55-948e-3a514a7ee2bf completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:02.895895 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f62d5ebd-e3c9-418c-beaf-ce849cc2d12b None None] Provisioning complete for port f6eda236-0b62-4c55-948e-3a514a7ee2bf triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:02.896582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f62d5ebd-e3c9-418c-beaf-ce849cc2d12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.126943 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-f62d5ebd-e3c9-418c-beaf-ce849cc2d12b None None] Port f6eda236-0b62-4c55-948e-3a514a7ee2bf cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:15:03.233413 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Allocated IP 172.20.0.9 (bbb25c4c-549e-4cd4-b154-d74554348912/45365266-dce7-4abe-9dff-0e95c18d8796/995ae0cf-1ef1-442c-aeed-5973e7223d00) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:03.319552 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.368015 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:03.389145 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Usage tracker for resource:security_group_rule and tenant:b8d6177c29f044c78fd811a6369a2933 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:03.390137 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:14:58Z', 'revision_number': 4, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '2dbd2442-7d0a-4a12-9809-f739a7eddced', 'name': '', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'mac_address': 'fa:16:3e:dd:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:57Z', 'updated_at': '2021-11-11T16:14:59Z', 'revision_number': 2, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'subnets': [{'id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:03.402878 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:03.419972 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Checking router: d5001f71-7d9a-40f6-9203-5d5873097d27 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:15:03.420354 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:03.424625 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Updating router d5001f71-7d9a-40f6-9203-5d5873097d27 port 2dbd2442-7d0a-4a12-9809-f739a7eddced binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:15:03.544384 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.655497 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.740789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.784192 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.820462 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4422c93e-25c2-4d4c-babd-1f45c85953d2 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:03.841342 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.852260 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.873775 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:03.877277 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-182106c6-faf9-42c5-81ae-3aae34274c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:03.878826 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-2e402b05-5b35-47f4-8884-4ede29e81f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:04.022068 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 4422c93e-25c2-4d4c-babd-1f45c85953d2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:04.022763 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:04.217897 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Network 6d40c127-bc90-4df1-9a69-317dc2278173 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:04.221129 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:04.251381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Pushing event updated for resources: {'Port': ['ID=995ae0cf-1ef1-442c-aeed-5973e7223d00,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:04.254779 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:04.263346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Network bbb25c4c-549e-4cd4-b154-d74554348912 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:04.269676 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:04.270983 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:04.279369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:04.292665 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:04.292665 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:04.421774 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device cf06458a-69af-4231-a2b8-0bc6a595b96b up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:04.460037 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddc0b6-ad6b-4a16-9687-29d7319c15b4 req-e4729d17-35cc-4e17-a049-3a0163cacf5d tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:04.469426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-9bddc0b6-ad6b-4a16-9687-29d7319c15b4 req-e4729d17-35cc-4e17-a049-3a0163cacf5d tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Synchronizing usage tracker for tenant:926d2c1924454501a8624902fb6b35ba on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:04.498725 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6137633 Nov 11 16:15:04.519336 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-803f4450-d875-4bdb-a323-76baed0b002f tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:15:04.520338 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-803f4450-d875-4bdb-a323-76baed0b002f tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114722 Nov 11 16:15:04.656573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-9bddc0b6-ad6b-4a16-9687-29d7319c15b4 req-e4729d17-35cc-4e17-a049-3a0163cacf5d tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Unset dirty status for tenant:926d2c1924454501a8624902fb6b35ba on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:04.656777 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port cf06458a-69af-4231-a2b8-0bc6a595b96b completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:04.657587 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port cf06458a-69af-4231-a2b8-0bc6a595b96b triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:04.657700 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9bddc0b6-ad6b-4a16-9687-29d7319c15b4 req-e4729d17-35cc-4e17-a049-3a0163cacf5d tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 931 time: 0.5848751 Nov 11 16:15:04.658151 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:04.773864 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:04.787774 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Transition to ACTIVE for port object 2dbd2442-7d0a-4a12-9809-f739a7eddced will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:04.831067 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Pushing event updated for resources: {'Port': ['ID=f6eda236-0b62-4c55-948e-3a514a7ee2bf,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:04.834117 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9bddc0b6-ad6b-4a16-9687-29d7319c15b4 req-078b36a0-4593-4627-a44a-541daecadc97 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727858 Nov 11 16:15:04.852947 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:04.853510 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:04.876915 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Request body: {'port': {'device_id': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:04.879507 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:04.894251 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:04.935763 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1ce2a-55d3-4a29-8a89-a2368e4f2b15,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:04.962300 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Router c0c82da6-4655-4747-b424-8713c61f967a has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:15:05.007543 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8d6177c29f044c78fd811a6369a2933&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5767815 Nov 11 16:15:05.015345 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:05.017042 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-c4815402-bc39-4cf0-b3d3-e4d4cf0289bf None None] Provisioning complete for port f6eda236-0b62-4c55-948e-3a514a7ee2bf triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:05.017476 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c4815402-bc39-4cf0-b3d3-e4d4cf0289bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.026577 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48578) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:05.188380 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-c4815402-bc39-4cf0-b3d3-e4d4cf0289bf None None] Port f6eda236-0b62-4c55-948e-3a514a7ee2bf cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:15:05.296812 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.404297 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63582-5716-4785-98e3-165ab168e0f7 None None] Pushing event updated for resources: {'Port': ['ID=2dbd2442-7d0a-4a12-9809-f739a7eddced,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:05.407444 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-59e63582-5716-4785-98e3-165ab168e0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:05.458540 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Attempting to bind port 2dbd2442-7d0a-4a12-9809-f739a7eddced on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:05.459271 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Attempting to bind port 2dbd2442-7d0a-4a12-9809-f739a7eddced by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:05.460721 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Attempting to bind port 2dbd2442-7d0a-4a12-9809-f739a7eddced on network f9643347-2841-43da-8fb9-aa58eb8ff37a {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:05.476753 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:05.477449 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Checking segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:05.478007 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.481589 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Bound using segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:05.482440 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Bound port: 2dbd2442-7d0a-4a12-9809-f739a7eddced, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:05.483015 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.496887 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:15:05.517001 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-4587aa8d-a584-4a25-9786-05616eecb9f8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:05.518656 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-4587aa8d-a584-4a25-9786-05616eecb9f8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 819 time: 1.9802475 Nov 11 16:15:05.556195 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-170675f4-f783-4c38-a45b-5d5199641304 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/quotas/c1ca98d4cf7a4386bd7637c956391aa9 HTTP/1.1" status: 200 len: 375 time: 0.0202067 Nov 11 16:15:05.561794 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] 10.222.0.50 "PUT /v2.0/routers/c0c82da6-4655-4747-b424-8713c61f967a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6813457 Nov 11 16:15:05.584765 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.629752 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:15:05.695149 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:05.698405 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:05.715146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.759149 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] For port 2dbd2442-7d0a-4a12-9809-f739a7eddced, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:05.778779 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] For port 2dbd2442-7d0a-4a12-9809-f739a7eddced, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=2dbd2442-7d0a-4a12-9809-f739a7eddced,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:05.851774 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-09943d9c-f639-451b-9907-2586cfda737f req-80f3e003-511d-4c6f-9402-a327de4e72a3 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:05.857459 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.872603 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:05.882010 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.953935 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-09943d9c-f639-451b-9907-2586cfda737f req-80f3e003-511d-4c6f-9402-a327de4e72a3 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:05.955402 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-80f3e003-511d-4c6f-9402-a327de4e72a3 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3730850 Nov 11 16:15:05.994433 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:05.998871 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8cc4d621-ae0a-4f54-b84c-fc516d5ebefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:06.024366 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc1ce2a-55d3-4a29-8a89-a2368e4f2b15,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:06.050178 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:06.071773 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:06.076466 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cc1ce2a-55d3-4a29-8a89-a2368e4f2b15 HTTP/1.1" status: 204 len: 168 time: 1.0398223 Nov 11 16:15:06.140607 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:06.170416 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Routers {'d5001f71-7d9a-40f6-9203-5d5873097d27'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:06.173347 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d5001f71-7d9a-40f6-9203-5d5873097d27'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:06.311086 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995ae0cf-1ef1-442c-aeed-5973e7223d00 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:06.318057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-5f5940b4-362b-454e-bbb0-946fefd1655e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:15:06.326738 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:06.328017 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port cf06458a-69af-4231-a2b8-0bc6a595b96b, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=cf06458a-69af-4231-a2b8-0bc6a595b96b,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:06.329219 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-5f5940b4-362b-454e-bbb0-946fefd1655e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2437794 Nov 11 16:15:06.377885 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Transition to ACTIVE for port object 995ae0cf-1ef1-442c-aeed-5973e7223d00 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:06.475275 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:06.499785 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:06.502753 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:06.540473 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:06.558660 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63582-5716-4785-98e3-165ab168e0f7 None None] Pushing event updated for resources: {'Port': ['ID=2dbd2442-7d0a-4a12-9809-f739a7eddced,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:06.562122 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-59e63582-5716-4785-98e3-165ab168e0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:06.632697 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48616) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:06.635949 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Pushing event updated for resources: {'Port': ['ID=995ae0cf-1ef1-442c-aeed-5973e7223d00,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:06.644868 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:06.660160 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578f13-68b1-4991-b3bc-25b0051702e0 req-9cf1794f-04cf-4328-bfb4-4409f29224e2 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:06.661930 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-98578f13-68b1-4991-b3bc-25b0051702e0 req-9cf1794f-04cf-4328-bfb4-4409f29224e2 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 931 time: 0.5102534 Nov 11 16:15:06.676777 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] Set router d5001f71-7d9a-40f6-9203-5d5873097d27 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:06.771980 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-fae42b4d-6879-4633-b89f-440dcd323a1d service neutron] 10.222.0.50 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416902 Nov 11 16:15:07.075298 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-4293c848-8f5d-4119-b77f-a839b4bff0cd service neutron] 10.222.0.50 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014314 Nov 11 16:15:07.177706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Attempting to bind port 995ae0cf-1ef1-442c-aeed-5973e7223d00 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:07.179635 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Attempting to bind port 995ae0cf-1ef1-442c-aeed-5973e7223d00 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '55733762-6d25-405a-8a4b-87fb55a9d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:07.180279 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Attempting to bind port 995ae0cf-1ef1-442c-aeed-5973e7223d00 on network bbb25c4c-549e-4cd4-b154-d74554348912 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:07.268809 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Port 995ae0cf-1ef1-442c-aeed-5973e7223d00 on network bbb25c4c-549e-4cd4-b154-d74554348912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:15:07.274589 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Attempting to bind port 995ae0cf-1ef1-442c-aeed-5973e7223d00 on network bbb25c4c-549e-4cd4-b154-d74554348912 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:07.302718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:07.303205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Checking segment: {'id': '55733762-6d25-405a-8a4b-87fb55a9d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:07.305545 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Bound using segment: {'id': '55733762-6d25-405a-8a4b-87fb55a9d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:07.307458 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Bound port: 995ae0cf-1ef1-442c-aeed-5973e7223d00, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55733762-6d25-405a-8a4b-87fb55a9d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:07.308463 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:07.329458 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=cf06458a-69af-4231-a2b8-0bc6a595b96b,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:07.341954 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:07.346549 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:07.378315 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-98578f13-68b1-4991-b3bc-25b0051702e0 req-cfea5a70-0cb3-48d2-8423-6426245d417c tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921238 Nov 11 16:15:07.384838 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:07.385207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:03Z', 'revision_number': 2, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:07.390656 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Usage tracker for resource:security_group_rule and tenant:9e1d7b053f0d41c6a1f556920f96556d is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:07.394521 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:07.402928 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:07.406523 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:15:07.407116 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Updating router c0c82da6-4655-4747-b424-8713c61f967a port f6eda236-0b62-4c55-948e-3a514a7ee2bf binding host dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:15:07.521336 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:14:58Z', 'revision_number': 4, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '2dbd2442-7d0a-4a12-9809-f739a7eddced', 'name': '', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'mac_address': 'fa:16:3e:dd:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:57Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'subnets': [{'id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:07.530244 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0457b44-ed8d-4684-adff-fbafe11b1b1b None None] The sync data for ids ['d5001f71-7d9a-40f6-9203-5d5873097d27'] in dv-cinder-811151-2-smb is: [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:14:58Z', 'revision_number': 4, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '2dbd2442-7d0a-4a12-9809-f739a7eddced', 'name': '', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'mac_address': 'fa:16:3e:dd:8d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:57Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'subnets': [{'id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:07.554070 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:07.720115 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] For port 995ae0cf-1ef1-442c-aeed-5973e7223d00, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:07.810961 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] For port 995ae0cf-1ef1-442c-aeed-5973e7223d00, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00,segment=NetworkSegment(55733762-6d25-405a-8a4b-87fb55a9d6f1),segment_id=55733762-6d25-405a-8a4b-87fb55a9d6f1)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:07.837135 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:07.881177 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c4979cdb-32dc-4c40-ac63-734b1e31178f req-4d1c79c2-9c41-408a-9440-836300652330 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 210 time: 0.1124315 Nov 11 16:15:07.967899 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:07.971385 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:08.015556 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fd6e6bae-7944-45f9-9558-291b19523a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:08.232717 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48684) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:08.233267 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e1d7b053f0d41c6a1f556920f96556d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5938764 Nov 11 16:15:08.239568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:08.239568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:08.264971 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] 10.222.0.60 "PUT /v2.0/ports/995ae0cf-1ef1-442c-aeed-5973e7223d00 HTTP/1.1" status: 200 len: 1093 time: 3.4909301 Nov 11 16:15:08.280268 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'tag': '995ae0cf-1ef1-442c-aeed-5973e7223d00'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:08.542592 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6ca900-63ae-4be5-b21f-eae811fa2a65,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:08.575909 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:08.584842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ed7c1a96-e2dd-4984-abcc-b6512fb35af3 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:08.642579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Notify callbacks [] for port, precommit_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:08.664736 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Transition to ACTIVE for port object f6eda236-0b62-4c55-948e-3a514a7ee2bf will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:08.727784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:08.788192 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:08.803420 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:08.996103 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Pushing event updated for resources: {'Port': ['ID=995ae0cf-1ef1-442c-aeed-5973e7223d00,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:09.005692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:09.053304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f269e4ac-a9f5-4ba3-9466-879bd5ba8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:09.055032 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f269e4ac-a9f5-4ba3-9466-879bd5ba8cab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=926d2c1924454501a8624902fb6b35ba&device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 1096 time: 0.5239046 Nov 11 16:15:09.260975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48722) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:09.260975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48724) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:09.278627 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device cf06458a-69af-4231-a2b8-0bc6a595b96b up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:09.323287 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-4443bafc-e8e7-4468-bb58-f23b7b06f67a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00 HTTP/1.1" status: 200 len: 217 time: 0.2240875 Nov 11 16:15:09.464420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48736) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:09.519700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--211694145', 'description': 'tempest-description--755250747'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:09.544690 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:09.582846 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:09.612287 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:09.634994 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:09.764651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:09.812801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106119851-network', 'tenant_id': '509262f780a449929650346f1ae2f00b'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:09.819062 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d9100-6e84-44df-a627-2185a674f91b req-60be1dba-ab37-427e-aeda-0ba4e3a84fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:09.820759 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-60be1dba-ab37-427e-aeda-0ba4e3a84fbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45365266-dce7-4abe-9dff-0e95c18d8796 HTTP/1.1" status: 200 len: 851 time: 0.4839509 Nov 11 16:15:09.842093 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:09.849768 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:09.876140 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:09.887190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Usage tracker for resource:network and tenant:509262f780a449929650346f1ae2f00b is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:09.896744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:09.899892 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:09.915682 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port cf06458a-69af-4231-a2b8-0bc6a595b96b triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:09.916133 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:09.918221 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:09.922296 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d6ca900-63ae-4be5-b21f-eae811fa2a65 HTTP/1.1" status: 204 len: 168 time: 1.6886020 Nov 11 16:15:09.927333 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6ca900-63ae-4be5-b21f-eae811fa2a65,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:09.931215 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:09.940308 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-1825094e-aca7-4b0e-a60d-529d7b264f8f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:09.940466 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:09.948134 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-a53b6c27-a9a2-4a26-a7e8-813a57e640e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbb25c4c-549e-4cd4-b154-d74554348912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030350 Nov 11 16:15:09.948300 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-1825094e-aca7-4b0e-a60d-529d7b264f8f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 819 time: 1.3780313 Nov 11 16:15:09.959191 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:09.964964 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-082186b9-2d1d-46e7-9dfe-54d33e80d1e0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/quotas/c1ca98d4cf7a4386bd7637c956391aa9 HTTP/1.1" status: 200 len: 375 time: 0.0157223 Nov 11 16:15:09.971136 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528398-4c82-4cc7-8861-1d579509590f None None] Pushing event updated for resources: {'Port': ['ID=f6eda236-0b62-4c55-948e-3a514a7ee2bf,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:10.020626 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-a3528398-4c82-4cc7-8861-1d579509590f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.216s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:10.058334 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:10.104434 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-a62b707a-a663-4cb6-91ac-b4fc7e4d07f4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366823 Nov 11 16:15:10.116873 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Usage tracker for resource:security_group_rule and tenant:9d06e3867a344b13b542a2f1b514b551 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:10.130937 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Attempting to bind port f6eda236-0b62-4c55-948e-3a514a7ee2bf on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:10.132335 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Attempting to bind port f6eda236-0b62-4c55-948e-3a514a7ee2bf by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:10.134553 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Attempting to bind port f6eda236-0b62-4c55-948e-3a514a7ee2bf on network 6d40c127-bc90-4df1-9a69-317dc2278173 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:10.145721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:10.153609 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:10.157219 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:10.162670 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Checking segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:10.163334 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:10.163925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Bound using segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:10.164637 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Bound port: f6eda236-0b62-4c55-948e-3a514a7ee2bf, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:10.165255 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:10.166033 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:10.181933 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:10.250103 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2a518-a7d2-4ccb-b975-ea9043237b4f req-6e853be2-2997-481c-9806-7cd991f07bfc tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:10.256427 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26c2a518-a7d2-4ccb-b975-ea9043237b4f req-6e853be2-2997-481c-9806-7cd991f07bfc tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.6345997 Nov 11 16:15:10.273420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:10.401936 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-2993497f-7a32-4e76-a992-36626a75fcd3 service neutron] 10.222.0.50 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853243 Nov 11 16:15:10.428475 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-908afc3b-1d1d-4a34-a681-e8188e2361cc service neutron] 10.222.0.60 "GET /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422429 Nov 11 16:15:10.431372 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Made reservation on behalf of 509262f780a449929650346f1ae2f00b for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:10.435725 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:10.457561 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] For port f6eda236-0b62-4c55-948e-3a514a7ee2bf, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:10.463440 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] For port f6eda236-0b62-4c55-948e-3a514a7ee2bf, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=f6eda236-0b62-4c55-948e-3a514a7ee2bf,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:10.467095 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 2dbd2442-7d0a-4a12-9809-f739a7eddced up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:10.575577 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:10.579705 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:10.590934 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:10.653968 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-b11cea0a-ff36-48ef-a60e-8ea394051617 service neutron] 10.222.0.50 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461579 Nov 11 16:15:10.741100 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 2dbd2442-7d0a-4a12-9809-f739a7eddced completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:10.763458 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3528398-4c82-4cc7-8861-1d579509590f None None] Pushing event updated for resources: {'Port': ['ID=f6eda236-0b62-4c55-948e-3a514a7ee2bf,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:10.771104 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:10.772312 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-a3528398-4c82-4cc7-8861-1d579509590f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:10.773695 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:10.774345 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:14:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:10.783058 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:10.871779 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 2dbd2442-7d0a-4a12-9809-f739a7eddced triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:10.873456 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.123020 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.128889 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.209906 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:11.216189 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:11.238068 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26c2a518-a7d2-4ccb-b975-ea9043237b4f req-7e5569ff-cf2d-4509-91c0-3ab6af7e34ed tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564219 Nov 11 16:15:11.241833 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48782) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:11.314385 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Usage tracker for resource:security_group_rule and tenant:509262f780a449929650346f1ae2f00b is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:11.326602 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.331163 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:11.336472 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.383248 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:11.384696 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:11.428147 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d06e3867a344b13b542a2f1b514b551&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1632290 Nov 11 16:15:11.428600 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Usage tracker for resource:security_group_rule and tenant:c0d282a894c8443fa522d6f156e8715c is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:11.439451 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48790) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:11.448214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:11.474860 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:11.496128 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:11.592389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.639245 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 2dbd2442-7d0a-4a12-9809-f739a7eddced, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=2dbd2442-7d0a-4a12-9809-f739a7eddced,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:11.735326 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61022778-806f-483c-809b-22b6c69b957f req-0310429a-d911-4f09-9807-05403e23aaac tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.3157308 Nov 11 16:15:11.817691 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.826953 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.828454 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.3619783 Nov 11 16:15:11.833918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48804) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:11.859214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'security_group_rule': {'security_group_id': 'c6d7964b-1ee3-44db-b44b-e42b3364ef58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:11.859646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d7964b-1ee3-44db-b44b-e42b3364ef58,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:11.871830 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:11.873152 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8b9d9100-6e84-44df-a627-2185a674f91b req-f31921a1-d866-4cd7-9939-2c9ac5c23436 service neutron] 10.222.0.60 "GET /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3943474 Nov 11 16:15:11.876573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:11.879049 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.456s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:11.884606 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:11.899478 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:11.911378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:11.917644 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bfb4fe-e550-4053-aa88-10ada7e86cd1,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:11.930983 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:11.943594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.992582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:11.992686 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'tag': '995ae0cf-1ef1-442c-aeed-5973e7223d00', 'status': 'completed', 'code': 200} Nov 11 16:15:11.993298 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:12.049205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.070921 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.116662 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.216667 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.217632 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.234981 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=2dbd2442-7d0a-4a12-9809-f739a7eddced,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:12.240298 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:15:12.268285 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:12.271698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.272048 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Added segment 8a1883ca-c8fd-4f1e-9dbd-eab1bfff1bb5 of type vlan for network 524d9dae-056e-4605-aa69-d66092caac51 Nov 11 16:15:12.294923 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.296470 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48818) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:12.303185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:12.303634 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.336452 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:12.402059 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52552564-e40b-4046-8b0c-039126cd7433,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:12.404890 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.407567 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:12.431410 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0d282a894c8443fa522d6f156e8715c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1884239 Nov 11 16:15:12.433072 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.435252 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48824) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:12.436091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:12.436889 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4b37a1-51e1-4b68-b6d5-deb730b3bca5,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:12.470152 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bfb4fe-e550-4053-aa88-10ada7e86cd1,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:12.474676 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:12.477245 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:12.477596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:12.500048 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:10Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:12.508356 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015d9f5b-4ca2-42ba-8baf-268686eca395,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:12.530855 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:12.570096 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27420917-3c84-4dcf-ad4e-024f9860628d None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:10Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:12.586435 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.db.resource_extend [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 11 16:15:12.587391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.637798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.642330 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8bfb4fe-e550-4053-aa88-10ada7e86cd1 HTTP/1.1" status: 204 len: 168 time: 1.2015169 Nov 11 16:15:12.673146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.731705 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-524addae-2c6d-4ac7-958b-1fc01477ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:12.733554 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-524addae-2c6d-4ac7-958b-1fc01477ecb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=926d2c1924454501a8624902fb6b35ba&device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 1096 time: 0.2607968 Nov 11 16:15:12.751873 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970f6e4-f5d6-460c-bfbd-52bdcc3d1692 req-c3037f07-f482-4163-be2c-e38df30a283a tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:12.764656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.782681 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3970f6e4-f5d6-460c-bfbd-52bdcc3d1692 req-c3037f07-f482-4163-be2c-e38df30a283a tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.3059754 Nov 11 16:15:12.798073 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.799296 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9612920 Nov 11 16:15:12.820634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48832) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:12.827016 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'security_group_rule': {'security_group_id': 'c6d7964b-1ee3-44db-b44b-e42b3364ef58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:12.837087 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:12.858391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:12.867173 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Usage tracker for resource:security_group_rule and tenant:bea370b22c254accb5b41ce6ed75db26 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:12.871561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:12.877797 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:12.975495 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.010641 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9fe19ee5-60b2-4c4d-b5eb-5137df7bad38 req-02687081-78d5-4ef0-a503-90d58bdff0f6 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.1977210 Nov 11 16:15:13.063528 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:13.085205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:13.085789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.090309 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:13.102384 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.122235 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9822ef2c-6a3f-4054-abe3-f0f65e56d667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:13.132071 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:13.156923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:13.168420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-e0e4b48f-5956-40d4-b3b5-b7d4d09d4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:13.175053 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-e0e4b48f-5956-40d4-b3b5-b7d4d09d4dfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbb25c4c-549e-4cd4-b154-d74554348912 HTTP/1.1" status: 200 len: 912 time: 0.3844826 Nov 11 16:15:13.273663 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:13.280037 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.298867 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bea370b22c254accb5b41ce6ed75db26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9937668 Nov 11 16:15:13.303207 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48844) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:13.346719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f33a8-4c25-41da-bc6e-69d36215e986,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:13.390651 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:13.391221 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f2ad4eae-486a-4091-bc84-64ee4756fce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:13.455882 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-11aa24f8-bb61-4742-8eec-7e87822b6e94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00 HTTP/1.1" status: 200 len: 217 time: 0.1784904 Nov 11 16:15:13.484930 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52552564-e40b-4046-8b0c-039126cd7433,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:13.515228 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:13.544400 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.550335 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52552564-e40b-4046-8b0c-039126cd7433 HTTP/1.1" status: 204 len: 168 time: 1.1053529 Nov 11 16:15:13.695563 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.60', 57258) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:13.710935 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.4382067 Nov 11 16:15:13.711598 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48856) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:13.716048 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3970f6e4-f5d6-460c-bfbd-52bdcc3d1692 req-47f3e5c9-52a1-47ba-a51c-b4736b0cf774 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8970091 Nov 11 16:15:13.735893 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Request body: {'subnet': {'network_id': '524d9dae-056e-4605-aa69-d66092caac51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1106119851-subnet', 'tenant_id': '509262f780a449929650346f1ae2f00b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:13.741880 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:13.747575 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Usage tracker for resource:subnet and tenant:509262f780a449929650346f1ae2f00b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:13.750868 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:13.778223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:13.799410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Pushing event updated for resources: {'Network': ['ID=524d9dae-056e-4605-aa69-d66092caac51,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:13.811163 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 524d9dae-056e-4605-aa69-d66092caac51 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:15:13.822024 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.832853 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:13.884945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:13.893454 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-85308f43-6c81-4dc3-a1cc-72e753ca8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:13.905120 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-85308f43-6c81-4dc3-a1cc-72e753ca8f94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=45365266-dce7-4abe-9dff-0e95c18d8796 HTTP/1.1" status: 200 len: 851 time: 0.1877522 Nov 11 16:15:14.026315 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Made reservation on behalf of 509262f780a449929650346f1ae2f00b for: {'subnet': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:14.035562 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:14.133308 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-8890a664-eb24-4541-8236-b067a3684840 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbb25c4c-549e-4cd4-b154-d74554348912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2142324 Nov 11 16:15:14.316939 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:14.381862 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:14.441531 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f6eda236-0b62-4c55-948e-3a514a7ee2bf up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:14.594197 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-77e511b5-7327-42f9-b6e0-7c5468ac2488 service neutron] 10.222.0.60 "GET /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869424 Nov 11 16:15:14.595514 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:14.605411 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8ca0d385-8036-4ab6-8502-bf80e15237df req-d3009cbd-74fe-400e-9d66-093c5a57356e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.2556927 Nov 11 16:15:14.612120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:14.761438 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b0e3cc-2daf-46ef-817e-2e613aa1794c,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:16.346410 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-0c93e02e-4409-4652-8ceb-e10ad02ffa50 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:16.346410 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-0c93e02e-4409-4652-8ceb-e10ad02ffa50 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 819 time: 1.1439683 Nov 11 16:15:16.346410 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Request body: {'port': {'device_id': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'admin_state_up': True, 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:16.354433 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:16.354433 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7240ef6f-1918-4e03-a051-e29e8bcb8894 req-c1e53ae2-93bc-4428-906b-a301ae44e2fc service neutron] 10.222.0.60 "GET /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727174 Nov 11 16:15:16.354433 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8cb9f-6f9e-4c13-9f86-c694b49b5d22 req-60f3d429-34fd-4894-94ff-4c9a80a63cd8 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:16.354433 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ebc8cb9f-6f9e-4c13-9f86-c694b49b5d22 req-60f3d429-34fd-4894-94ff-4c9a80a63cd8 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.1342952 Nov 11 16:15:16.358445 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:16.358445 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:16.361697 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ebc8cb9f-6f9e-4c13-9f86-c694b49b5d22 req-beba99ac-5591-4dbb-a583-55aabb42c65b tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Nov 11 16:15:16.365353 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c72e5e6a-8c83-402e-be5a-334a6e76681d req-cd67e0fa-bbef-4826-a3b2-6d738708b3e1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.0428452 Nov 11 16:15:16.365667 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port f6eda236-0b62-4c55-948e-3a514a7ee2bf completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:16.365667 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port f6eda236-0b62-4c55-948e-3a514a7ee2bf triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:16.365667 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:16.476237 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:17.057696 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port f6eda236-0b62-4c55-948e-3a514a7ee2bf, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=f6eda236-0b62-4c55-948e-3a514a7ee2bf,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:17.532371 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926b865-70c2-4f0e-9e50-c3672f0d18a2 req-bd1f4f4e-aa25-4860-a894-16de47d848b1 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:17.533962 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e926b865-70c2-4f0e-9e50-c3672f0d18a2 req-bd1f4f4e-aa25-4860-a894-16de47d848b1 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.1077719 Nov 11 16:15:17.551848 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-19168ed9-8f03-4366-b12f-c5e29bc0cae0 req-b65d8953-297e-4701-87a2-6b134ff995cc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.1220679 Nov 11 16:15:17.589297 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e926b865-70c2-4f0e-9e50-c3672f0d18a2 req-0fb6233b-39ea-4ad3-81c7-81488814f0c8 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492015 Nov 11 16:15:17.742422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:17.743833 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.9217775 Nov 11 16:15:17.746706 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:17.748190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48910) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:17.751333 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:17.756242 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'floatingip': {'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:17.765359 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:17.775979 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:floatingip and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:17.776403 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f33a8-4c25-41da-bc6e-69d36215e986,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:17.786603 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:17.793837 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:17.813882 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:17.815396 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 2dbd2442-7d0a-4a12-9809-f739a7eddced up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:17.820369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:17.863062 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:17.867632 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/325f33a8-4c25-41da-bc6e-69d36215e986 HTTP/1.1" status: 204 len: 168 time: 4.5029807 Nov 11 16:15:17.881896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-d4875046-cf14-4e75-9b9d-2c8a2f0f072e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:17.893244 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Made reservation on behalf of c1ca98d4cf7a4386bd7637c956391aa9 for: {'port': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:17.896949 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:17.930922 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:18.065126 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=f6eda236-0b62-4c55-948e-3a514a7ee2bf,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:18.065912 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:18.085502 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 2dbd2442-7d0a-4a12-9809-f739a7eddced triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:18.085871 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:18.226870 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:18.255397 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:18.271281 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b16bc481-3e4a-4be6-8c97-b771a4a5c3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:18.372192 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Allocated IP 172.20.0.12 (f9643347-2841-43da-8fb9-aa58eb8ff37a/613bffa2-a204-403b-9129-a4e566c4f17d/5eebf052-276e-4e40-872f-dbd2a308d414) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:18.442483 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Checking segment: {'id': '8a1883ca-c8fd-4f1e-9dbd-eab1bfff1bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '524d9dae-056e-4605-aa69-d66092caac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:18.442763 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Network hostable DHCP agents. Network: 524d9dae-056e-4605-aa69-d66092caac51, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:15:18.449715 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84edfa6-89b5-4255-8022-b7d50a3c3a22,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:18.452677 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:18.479690 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f6eda236-0b62-4c55-948e-3a514a7ee2bf up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:18.493161 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Allocated IP 172.28.2.183 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/a049aafa-26ee-4db2-bfdb-039efd6fc457) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:18.629851 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port f6eda236-0b62-4c55-948e-3a514a7ee2bf triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:18.630317 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:18.741659 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Network 524d9dae-056e-4605-aa69-d66092caac51 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:15:18.896460 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.068831 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b3e0c-9d5f-4ff5-8ae1-ae81031fd695 req-86db338f-5f46-44ed-8411-a2bf287340f9 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:19.078114 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-39dfca8f-5099-4f2c-9725-d28d14677f47 req-7e5fe392-8105-40f6-94ee-95281d95ddf0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.1222501 Nov 11 16:15:19.098400 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4a6b3e0c-9d5f-4ff5-8ae1-ae81031fd695 req-86db338f-5f46-44ed-8411-a2bf287340f9 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.2260132 Nov 11 16:15:19.108586 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.115907 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:19.347869 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 524d9dae-056e-4605-aa69-d66092caac51) {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:19.363359 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887e03b-670d-4826-89ca-f39cce179bd3 None None] Network 524d9dae-056e-4605-aa69-d66092caac51 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:19.363910 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Network f9643347-2841-43da-8fb9-aa58eb8ff37a is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:19.388518 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:19.426175 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:19.426175 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.507011 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Pushing event updated for resources: {'Port': ['ID=5eebf052-276e-4e40-872f-dbd2a308d414,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:19.511057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:19.513739 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:19.542299 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:19.542967 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.554542 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4a6b3e0c-9d5f-4ff5-8ae1-ae81031fd695 req-251a5bd7-c425-4e04-baf5-eb2d2dd69cde tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312670 Nov 11 16:15:19.564676 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.593224 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-72c0447e-1ba2-4223-a3e5-bf0d56058a13 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.8667138 Nov 11 16:15:19.639960 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 48954) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:19.655000 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-f6cbd12a-9102-4587-a893-4d6f2c5bf6d9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:19.656030 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-f6cbd12a-9102-4587-a893-4d6f2c5bf6d9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:network {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:19.697580 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.716197 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:19.721038 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Usage tracker for resource:security_group_rule and tenant:465759a5a756401aa0eb322d0f2c20a0 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:19.724385 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:19.745344 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:19.773902 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:19.783677 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8daa998f-bc86-4014-866b-42a1d3432161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:19.783866 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9025297 Nov 11 16:15:19.853561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Request body: {'port': {'device_id': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:19.882010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-f6cbd12a-9102-4587-a893-4d6f2c5bf6d9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:network {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:19.883240 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-f6cbd12a-9102-4587-a893-4d6f2c5bf6d9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 819 time: 1.1446509 Nov 11 16:15:19.908139 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2889c348-79d1-4657-9b4b-ce70867b8b79 None None] Network 524d9dae-056e-4605-aa69-d66092caac51 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:19.915502 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:19.916991 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Request body: {'port': {'device_id': '6012b216-f070-4771-92c0-e886d8c95e42', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'admin_state_up': True, 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:19.973684 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:19.981733 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:20.079617 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:20.121425 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:20.143455 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'Port': ['ID=a049aafa-26ee-4db2-bfdb-039efd6fc457,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:20.154664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:20.593286 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:20.686205 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-3fcdfeb3-443b-485c-8620-61796ea5bea2 req-9776a1c6-5a74-4613-a0f0-7696d0450b45 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:20.716696 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:20.767541 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:20.858588 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:20.865918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-3fcdfeb3-443b-485c-8620-61796ea5bea2 req-9776a1c6-5a74-4613-a0f0-7696d0450b45 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:20.874260 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3fcdfeb3-443b-485c-8620-61796ea5bea2 req-9776a1c6-5a74-4613-a0f0-7696d0450b45 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.3538191 Nov 11 16:15:20.895246 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Usage tracker for resource:port and tenant:c1ca98d4cf7a4386bd7637c956391aa9 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:20.910401 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:20.917310 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:21.028257 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:21.043091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10758ee3-5795-4b77-bd71-1c6d0148312e,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:21.047059 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:21.049519 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eebf052-276e-4e40-872f-dbd2a308d414 {{(pid=87450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:21.058167 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=465759a5a756401aa0eb322d0f2c20a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4134746 Nov 11 16:15:21.062261 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.063950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 48992) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:21.080005 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Transition to ACTIVE for port object 5eebf052-276e-4e40-872f-dbd2a308d414 will not be triggered until provisioned by entity L2. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:21.142640 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c8b8-5220-4552-9cae-ca42a4add660 req-5b9a959b-5ae9-423a-af7e-513c799bf1c0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:21.145916 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b283c8b8-5220-4552-9cae-ca42a4add660 req-5b9a959b-5ae9-423a-af7e-513c799bf1c0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.3160021 Nov 11 16:15:21.222631 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.232839 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Made reservation on behalf of c1ca98d4cf7a4386bd7637c956391aa9 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:21.233290 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.261990 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.264627 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b283c8b8-5220-4552-9cae-ca42a4add660 req-f16326c3-684f-411d-b0fb-56cd051a1d7b tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098590 Nov 11 16:15:21.265890 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.278965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:21.351886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.358045 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.387312 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:21.479076 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.517551 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Pushing event updated for resources: {'Port': ['ID=5eebf052-276e-4e40-872f-dbd2a308d414,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:21.522050 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:21.527303 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Attempting to bind port 5eebf052-276e-4e40-872f-dbd2a308d414 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:21.527672 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Attempting to bind port 5eebf052-276e-4e40-872f-dbd2a308d414 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:21.528010 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Attempting to bind port 5eebf052-276e-4e40-872f-dbd2a308d414 on network f9643347-2841-43da-8fb9-aa58eb8ff37a {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:21.533353 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Port 5eebf052-276e-4e40-872f-dbd2a308d414 on network f9643347-2841-43da-8fb9-aa58eb8ff37a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:15:21.533639 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Attempting to bind port 5eebf052-276e-4e40-872f-dbd2a308d414 on network f9643347-2841-43da-8fb9-aa58eb8ff37a {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:21.539174 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:21.539546 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Checking segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:21.540241 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Bound using segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:21.541065 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Bound port: 5eebf052-276e-4e40-872f-dbd2a308d414, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'}}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:21.541481 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.554095 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'Port': ['ID=a049aafa-26ee-4db2-bfdb-039efd6fc457,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:21.571332 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:21.609131 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Allocated IP 172.20.0.7 (f9643347-2841-43da-8fb9-aa58eb8ff37a/613bffa2-a204-403b-9129-a4e566c4f17d/b8178740-e539-4b1a-9a6d-c526dc5e0baa) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:21.741986 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] For port 5eebf052-276e-4e40-872f-dbd2a308d414, host hv-cinder-81115, cleared binding levels {{(pid=87450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:21.753842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] For port 5eebf052-276e-4e40-872f-dbd2a308d414, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=5eebf052-276e-4e40-872f-dbd2a308d414,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:21.760096 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.761311 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0119238 Nov 11 16:15:21.772067 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.786383 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-09901831-d039-4902-a710-6c3dd3fe90fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:21.801235 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.802775 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10758ee3-5795-4b77-bd71-1c6d0148312e HTTP/1.1" status: 204 len: 168 time: 0.7351756 Nov 11 16:15:21.806374 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10758ee3-5795-4b77-bd71-1c6d0148312e,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:21.810348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:21.885594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.913396 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:21.920503 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e9300543-b919-4681-95bb-0a510821d815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:22.043517 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49038) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:22.051375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-584716475-network', 'tenant_id': '9908932800554cc08ee7069ece604c35'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:22.057265 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:22.058573 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.062778 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Usage tracker for resource:network and tenant:9908932800554cc08ee7069ece604c35 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:22.067886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:22.076443 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:22.108205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.115107 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Pushing event updated for resources: {'Port': ['ID=5eebf052-276e-4e40-872f-dbd2a308d414,revision_number=3']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:22.119225 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:22.122916 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.123547 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.124979 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] 10.222.0.60 "PUT /v2.0/ports/5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 1094 time: 2.2756770 Nov 11 16:15:22.125453 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'tag': '5eebf052-276e-4e40-872f-dbd2a308d414'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:22.134095 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-76d7f314-5018-4d5c-8aa7-524501047464 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:22.232820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b867e-3b3d-4f92-8916-8dae867fdf1a req-0716c460-1abe-4596-8fce-789b501a0734 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.235226 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-551b867e-3b3d-4f92-8916-8dae867fdf1a req-0716c460-1abe-4596-8fce-789b501a0734 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 931 time: 0.1832016 Nov 11 16:15:22.243543 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Made reservation on behalf of 9908932800554cc08ee7069ece604c35 for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:22.246675 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.269061 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-79eeb68b-0274-4fef-8eae-6efd8b45a3bd tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:22.281503 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.295295 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Network f9643347-2841-43da-8fb9-aa58eb8ff37a is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:22.319636 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:22.335540 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:22.339439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:22.347779 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.349448 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.354474 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Pushing event updated for resources: {'Port': ['ID=b8178740-e539-4b1a-9a6d-c526dc5e0baa,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:22.369329 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:22.373788 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Usage tracker for resource:security_group_rule and tenant:9908932800554cc08ee7069ece604c35 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:22.380243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:22.397651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:22.410944 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-79eeb68b-0274-4fef-8eae-6efd8b45a3bd tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:22.414038 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-79eeb68b-0274-4fef-8eae-6efd8b45a3bd tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--211694145&fields=id&tenant_id=036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 267 time: 0.3256984 Nov 11 16:15:22.416352 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-551b867e-3b3d-4f92-8916-8dae867fdf1a req-032639b2-ac98-40c2-b2d9-38c4ecf078fb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729589 Nov 11 16:15:22.481333 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5695119 Nov 11 16:15:22.511909 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-2147cc53-06b0-46ed-8562-a35d1e9e2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.516644 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-2147cc53-06b0-46ed-8562-a35d1e9e2aec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1097 time: 0.2154005 Nov 11 16:15:22.583792 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Request body: {'port': {'device_id': '6012b216-f070-4771-92c0-e886d8c95e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:22.643338 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-7eae78a8-b409-4ae7-a7ed-fc923d707219 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.1164243 Nov 11 16:15:22.733559 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09943d9c-f639-451b-9907-2586cfda737f req-5a9887b4-3e9e-41b9-9dcc-ccdf9a4c75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.735022 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-5a9887b4-3e9e-41b9-9dcc-ccdf9a4c75e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0820408 Nov 11 16:15:22.794586 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-c62feb92-91eb-4aa7-858f-64240708a435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519867 Nov 11 16:15:22.800540 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-419f3786-c693-40d0-8f09-a4f611a24be5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.802169 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-419f3786-c693-40d0-8f09-a4f611a24be5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 816 time: 0.3801091 Nov 11 16:15:22.803256 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e85fb-9b78-438b-a69e-0d13c16caad3 req-8ffc27c6-6012-461e-9caa-8fd0f3ab7050 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:22.804818 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dc5e85fb-9b78-438b-a69e-0d13c16caad3 req-8ffc27c6-6012-461e-9caa-8fd0f3ab7050 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.2236488 Nov 11 16:15:22.813832 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.894375 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-f515c3f2-51ea-4932-bee2-1f658c6203e2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/quotas/036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 375 time: 0.0816624 Nov 11 16:15:22.943557 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-dc5e85fb-9b78-438b-a69e-0d13c16caad3 req-7d100dde-7b42-4963-a7fb-e3329bf64a97 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Synchronizing usage tracker for tenant:926d2c1924454501a8624902fb6b35ba on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:22.992435 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:22.999120 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-cdddb0c5-eca2-4e3c-aff5-d2e844969fd5 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933196 Nov 11 16:15:23.137321 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-09943d9c-f639-451b-9907-2586cfda737f req-59179b1d-5587-4e8c-b2a1-70ad3dbf6324 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307688 Nov 11 16:15:23.262947 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:23.276239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:23.302413 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-dc5e85fb-9b78-438b-a69e-0d13c16caad3 req-7d100dde-7b42-4963-a7fb-e3329bf64a97 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Unset dirty status for tenant:926d2c1924454501a8624902fb6b35ba on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:23.303847 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-19d09e06-66f2-4e33-905d-76bdff077528 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3995645 Nov 11 16:15:23.313780 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dc5e85fb-9b78-438b-a69e-0d13c16caad3 req-7d100dde-7b42-4963-a7fb-e3329bf64a97 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789438 Nov 11 16:15:23.322936 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:15:23.370326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67716f-2ae8-43a8-b7d7-6387c239c672,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:23.373391 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:23.395172 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:23.395172 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Added segment c431312a-cae5-4cca-91f1-28aac05c89c2 of type vlan for network bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b Nov 11 16:15:23.497785 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:23.557496 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'tag': '5eebf052-276e-4e40-872f-dbd2a308d414', 'status': 'completed', 'code': 200} Nov 11 16:15:23.642913 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-d4d690a9-830e-4f62-ba9e-85806b89316c service neutron] 10.222.0.50 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967565 Nov 11 16:15:23.653013 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8178740-e539-4b1a-9a6d-c526dc5e0baa {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:23.662289 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:23.679933 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Transition to ACTIVE for port object b8178740-e539-4b1a-9a6d-c526dc5e0baa will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:23.740859 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-161cb005-dc53-45f6-aae2-ade5975b4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:23.742550 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-161cb005-dc53-45f6-aae2-ade5975b4fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1097 time: 0.1612639 Nov 11 16:15:23.782367 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048432-054a-426f-90aa-0a8b55f16fae req-1686602e-83c5-494c-b466-570e741e8912 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:23.784027 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-90048432-054a-426f-90aa-0a8b55f16fae req-1686602e-83c5-494c-b466-570e741e8912 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 931 time: 0.1327577 Nov 11 16:15:23.816912 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a177af15-c28b-4e9e-bc30-137b83dcf028 service neutron] 10.222.0.50 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345773 Nov 11 16:15:23.878924 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:23.880527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:23.882402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:23.906293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:23.906470 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-90048432-054a-426f-90aa-0a8b55f16fae req-4e80e869-f791-4d97-afbd-5220c9706155 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749714 Nov 11 16:15:23.925919 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-af9e3f7e-c9c3-4975-8d1d-f27d8f645433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:23.926604 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-af9e3f7e-c9c3-4975-8d1d-f27d8f645433 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.1756885 Nov 11 16:15:23.994137 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:24.000445 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-186ccb15-249f-4c12-b045-617993448e83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.0655799 Nov 11 16:15:24.022340 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:24.075062 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-0ff2cedc-b55a-4f13-b1f1-e68e70349325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:24.076764 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-0ff2cedc-b55a-4f13-b1f1-e68e70349325 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0679924 Nov 11 16:15:24.105480 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:24.114168 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:15:24.130325 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:24.174549 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-4e72f31a-6f90-431e-9853-7814774faab2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905821 Nov 11 16:15:24.292937 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2481737 Nov 11 16:15:24.306190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49120) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:24.321495 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Attempting to bind port b8178740-e539-4b1a-9a6d-c526dc5e0baa on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:24.322004 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Attempting to bind port b8178740-e539-4b1a-9a6d-c526dc5e0baa by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:24.322326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Attempting to bind port b8178740-e539-4b1a-9a6d-c526dc5e0baa on network f9643347-2841-43da-8fb9-aa58eb8ff37a {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:24.355306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Request body: {'subnet': {'network_id': 'bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-584716475-subnet', 'tenant_id': '9908932800554cc08ee7069ece604c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:24.368269 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Port b8178740-e539-4b1a-9a6d-c526dc5e0baa on network f9643347-2841-43da-8fb9-aa58eb8ff37a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:15:24.369997 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Attempting to bind port b8178740-e539-4b1a-9a6d-c526dc5e0baa on network f9643347-2841-43da-8fb9-aa58eb8ff37a {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:24.374450 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:24.385546 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Pushing event updated for resources: {'Port': ['ID=b8178740-e539-4b1a-9a6d-c526dc5e0baa,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:24.388229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Usage tracker for resource:subnet and tenant:9908932800554cc08ee7069ece604c35 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:24.392156 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:24.392496 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Checking segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:24.392959 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Bound using segment: {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:24.393465 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Bound port: b8178740-e539-4b1a-9a6d-c526dc5e0baa, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2e41c0f-6d2a-469b-8433-b31375fc2524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:24.393866 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:24.412327 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:24.455817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:24.461109 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:24.567825 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-ea5512bd-e195-45ae-afb9-500bd4fe4495 req-ca13dd38-ea26-42c2-93c0-9893e2781843 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:24.593776 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] For port b8178740-e539-4b1a-9a6d-c526dc5e0baa, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:24.604574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] For port b8178740-e539-4b1a-9a6d-c526dc5e0baa, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:24.629417 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da3d34-86bb-4473-ba15-92a984abee59 req-6d6d258e-21b7-43b8-942b-185fd70bc190 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:24.630194 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-a348381f-f101-4d12-aa10-03d5b49b8047 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486597 Nov 11 16:15:24.631042 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-54da3d34-86bb-4473-ba15-92a984abee59 req-6d6d258e-21b7-43b8-942b-185fd70bc190 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 943 time: 0.1085227 Nov 11 16:15:24.639486 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9ea83195-7109-4784-81e2-b071bd87a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:24.656975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Made reservation on behalf of 9908932800554cc08ee7069ece604c35 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:24.659617 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:24.726623 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 995ae0cf-1ef1-442c-aeed-5973e7223d00 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:15:24.736946 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-ea5512bd-e195-45ae-afb9-500bd4fe4495 req-ca13dd38-ea26-42c2-93c0-9893e2781843 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:24.747508 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ea5512bd-e195-45ae-afb9-500bd4fe4495 req-ca13dd38-ea26-42c2-93c0-9893e2781843 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.3679972 Nov 11 16:15:24.773800 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-54da3d34-86bb-4473-ba15-92a984abee59 req-cf9c4c15-e260-43c1-83d9-81c38a7788de tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362982 Nov 11 16:15:24.776568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:24.783469 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:24.833350 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6a0d5cec-1776-4311-b5e9-105ccd33aef1 req-7b961c8e-4ac6-464a-9210-f734d6b7403c service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956325 Nov 11 16:15:24.850311 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:24.850761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:24.852109 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] 10.222.0.60 "PUT /v2.0/ports/b8178740-e539-4b1a-9a6d-c526dc5e0baa HTTP/1.1" status: 200 len: 1093 time: 2.2907276 Nov 11 16:15:24.852598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012b216-f070-4771-92c0-e886d8c95e42', 'tag': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:24.894346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Pushing event updated for resources: {'Port': ['ID=b8178740-e539-4b1a-9a6d-c526dc5e0baa,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:24.899350 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:24.908400 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6012b216-f070-4771-92c0-e886d8c95e42', 'tag': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa', 'status': 'completed', 'code': 200} Nov 11 16:15:24.910217 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 995ae0cf-1ef1-442c-aeed-5973e7223d00, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00,segment=NetworkSegment(55733762-6d25-405a-8a4b-87fb55a9d6f1),segment_id=55733762-6d25-405a-8a4b-87fb55a9d6f1)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:24.924715 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '995ae0cf-1ef1-442c-aeed-5973e7223d00', 'network_id': 'bbb25c4c-549e-4cd4-b154-d74554348912', 'port_id': '995ae0cf-1ef1-442c-aeed-5973e7223d00', 'mac_address': 'fa:16:3e:03:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45365266-dce7-4abe-9dff-0e95c18d8796', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:15:24.986073 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:25.004912 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995ae0cf-1ef1-442c-aeed-5973e7223d00 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:25.032644 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 995ae0cf-1ef1-442c-aeed-5973e7223d00, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00,segment=NetworkSegment(55733762-6d25-405a-8a4b-87fb55a9d6f1),segment_id=55733762-6d25-405a-8a4b-87fb55a9d6f1)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:25.042075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1db22-784b-40b7-a570-8fb7df070902 req-3bb8fa2d-8de6-40b1-8b32-37b02318e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:25.043940 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9cd1db22-784b-40b7-a570-8fb7df070902 req-3bb8fa2d-8de6-40b1-8b32-37b02318e57c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 1096 time: 0.1161203 Nov 11 16:15:25.317387 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:25.320770 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-a3528398-4c82-4cc7-8861-1d579509590f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:25.330281 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1db22-784b-40b7-a570-8fb7df070902 req-695e2865-d015-4f41-baa6-4f357a171d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:25.330281 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9cd1db22-784b-40b7-a570-8fb7df070902 req-695e2865-d015-4f41-baa6-4f357a171d8f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2768779 Nov 11 16:15:25.345988 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-aee4e23b-73e9-4367-9a72-ec21d7c1a1eb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:25.346679 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-aee4e23b-73e9-4367-9a72-ec21d7c1a1eb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:25.354807 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:25.397878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=995ae0cf-1ef1-442c-aeed-5973e7223d00,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:25.401815 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:25.550343 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1db22-784b-40b7-a570-8fb7df070902 req-8609816a-3d4e-46eb-8aa5-4e23025ec543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:25.551807 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9cd1db22-784b-40b7-a570-8fb7df070902 req-8609816a-3d4e-46eb-8aa5-4e23025ec543 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144754 Nov 11 16:15:25.617105 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['995ae0cf-1ef1-442c-aeed-5973e7223d00'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:15:25.639535 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:25.647527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-728ca5c5-5b03-41c0-a747-642de3bf03a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:25.705689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-aee4e23b-73e9-4367-9a72-ec21d7c1a1eb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:25.707362 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-aee4e23b-73e9-4367-9a72-ec21d7c1a1eb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 943 time: 0.6330631 Nov 11 16:15:25.758518 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03307449-27e2-484e-8eb0-7155b72d7ea3,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:25.762520 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:25.790136 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-98eeb554-713b-47b4-b5ad-242b7255e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:25.791715 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-98eeb554-713b-47b4-b5ad-242b7255e83d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 1096 time: 0.2028062 Nov 11 16:15:25.795272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Checking segment: {'id': 'c431312a-cae5-4cca-91f1-28aac05c89c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:25.795640 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Network hostable DHCP agents. Network: bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:15:25.861324 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0a5cdf16-e8a6-404b-a4c8-2f0d8e2928ce req-9090de97-44d4-4284-a2f8-9bf8255b4c22 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.0478964 Nov 11 16:15:25.865648 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-ccf8ad68-57ad-407e-bbe7-8ce5cb7b9f7d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:25.882937 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-5206c574-6ef2-4c36-988e-f950414e0a35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa HTTP/1.1" status: 200 len: 217 time: 0.0828094 Nov 11 16:15:25.953618 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-a6f678dd-be0f-4888-a698-b097d7284930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:25.954944 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-a6f678dd-be0f-4888-a698-b097d7284930 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0648863 Nov 11 16:15:26.010653 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-d4cd7fdf-eef8-4cee-b75d-e623d50a31d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487421 Nov 11 16:15:26.057362 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Network bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:15:26.061304 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3cf1-f05d-40c9-9890-184b3cd77e99 req-b6b98bbe-6130-421d-9b62-9d4b6d13e6e0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:26.063050 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e44f3cf1-f05d-40c9-9890-184b3cd77e99 req-b6b98bbe-6130-421d-9b62-9d4b6d13e6e0 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 944 time: 0.0963206 Nov 11 16:15:26.120408 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-ccf8ad68-57ad-407e-bbe7-8ce5cb7b9f7d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:26.122308 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b1578a78-a9dd-4a74-b8b7-edfb69b4839a req-ccf8ad68-57ad-407e-bbe7-8ce5cb7b9f7d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022381 Nov 11 16:15:26.130411 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e44f3cf1-f05d-40c9-9890-184b3cd77e99 req-314cc729-c303-49d2-9481-46a81f977768 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589209 Nov 11 16:15:26.192990 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-aed721ed-92ec-4a7d-a5c8-9cb78432fa15 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754234 Nov 11 16:15:26.335276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:26.344777 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4dd733-4deb-4b98-8c35-537ff090f53e None None] Network bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:26.352492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:26.353291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:26.461686 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-798599a8-2a38-4bdf-ae0b-42e9189c85c0 req-06a14dde-f0dc-4cb8-bd1d-5062ccc50584 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521498 Nov 11 16:15:26.468990 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1611893 Nov 11 16:15:26.647502 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189cd146-e0e8-4847-b45e-5f961187b0a3 None None] Network bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:26.700742 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49200) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:26.709057 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 5eebf052-276e-4e40-872f-dbd2a308d414 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:15:26.737786 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 995ae0cf-1ef1-442c-aeed-5973e7223d00 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:26.784276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Deleting subnet b84edfa6-89b5-4255-8022-b7d50a3c3a22 {{(pid=87451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:15:26.787353 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:26.837538 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:26.845048 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.031208 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-94dce9f6-0aee-44a2-969b-c804462edc68 req-5b77ac7c-297f-4217-ac97-dc9bbe4a1cf5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.0482254 Nov 11 16:15:27.044718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.050732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:27.091754 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84edfa6-89b5-4255-8022-b7d50a3c3a22,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:27.095653 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:27.098776 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.106729 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 5eebf052-276e-4e40-872f-dbd2a308d414, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=5eebf052-276e-4e40-872f-dbd2a308d414,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:27.108282 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b84edfa6-89b5-4255-8022-b7d50a3c3a22 HTTP/1.1" status: 204 len: 168 time: 0.4060266 Nov 11 16:15:27.110895 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49212) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:27.115203 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 995ae0cf-1ef1-442c-aeed-5973e7223d00 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:27.126555 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 995ae0cf-1ef1-442c-aeed-5973e7223d00 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:27.126555 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.157871 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '5eebf052-276e-4e40-872f-dbd2a308d414', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'port_id': '5eebf052-276e-4e40-872f-dbd2a308d414', 'mac_address': 'fa:16:3e:25:51:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:15:27.245968 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.269321 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eebf052-276e-4e40-872f-dbd2a308d414 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:27.348092 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 5eebf052-276e-4e40-872f-dbd2a308d414, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=5eebf052-276e-4e40-872f-dbd2a308d414,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:27.355433 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.392612 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995ae0cf-1ef1-442c-aeed-5973e7223d00'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:27.430246 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.472979 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71b022-d0e8-46ba-8c93-5165fdbe487f req-0b68576d-b500-453f-b501-f2470ea8665e tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:27.485866 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1f71b022-d0e8-46ba-8c93-5165fdbe487f req-0b68576d-b500-453f-b501-f2470ea8665e tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 944 time: 0.1585481 Nov 11 16:15:27.514186 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.518037 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-3784a237-80b5-4a51-aef4-29e72dcfb39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.525677 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-a3528398-4c82-4cc7-8861-1d579509590f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:27.569496 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1f71b022-d0e8-46ba-8c93-5165fdbe487f req-1bc4de40-ad41-43b8-985b-c1d6a09f53f9 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823441 Nov 11 16:15:27.575893 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 995ae0cf-1ef1-442c-aeed-5973e7223d00, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00,segment=NetworkSegment(55733762-6d25-405a-8a4b-87fb55a9d6f1),segment_id=55733762-6d25-405a-8a4b-87fb55a9d6f1)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:27.598706 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ffbe9-0226-4967-b254-2d32e09161bb req-78646c31-e2a4-40eb-95bf-ba6a95fcc1b0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:27.606077 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-763ffbe9-0226-4967-b254-2d32e09161bb req-78646c31-e2a4-40eb-95bf-ba6a95fcc1b0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 943 time: 0.3232033 Nov 11 16:15:27.613020 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.627432 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=5eebf052-276e-4e40-872f-dbd2a308d414,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:27.632278 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:27.645189 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.656467 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:27.688768 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.689135 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.689933 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.690282 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > port after_create 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.690619 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.690951 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > port after_update 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.691272 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.691593 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.691976 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.692344 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.760656 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=995ae0cf-1ef1-442c-aeed-5973e7223d00,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:27.764454 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:27.797930 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['5eebf052-276e-4e40-872f-dbd2a308d414'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:15:27.874352 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.875840 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.875840 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.875840 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:27.876137 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524d9dae-056e-4605-aa69-d66092caac51']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:27.903820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1883ca-c8fd-4f1e-9dbd-eab1bfff1bb5') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:27.904336 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1883ca-c8fd-4f1e-9dbd-eab1bfff1bb5') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:27.918502 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-763ffbe9-0226-4967-b254-2d32e09161bb req-883344d6-d290-437b-ac94-ff6ed598ac91 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115823 Nov 11 16:15:27.926087 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.944191 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995ae0cf-1ef1-442c-aeed-5973e7223d00', 'code': 200} Nov 11 16:15:27.946256 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.954335 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:15:27.954727 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: from cryptography.utils import int_from_bytes Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: from cryptography.utils import int_from_bytes Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: util.warn_limited( Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:15:27.974738 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:15:28.204972 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-0d021a85-73d8-4dbc-a3ef-342fb51bf148 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:28.206982 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-0d021a85-73d8-4dbc-a3ef-342fb51bf148 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 816 time: 0.1820455 Nov 11 16:15:28.223228 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.242955 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.263154 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b955e8c8-1590-4292-84c0-33931ed7317f req-85d85849-db70-4ed8-88f9-d19f1270a0fe tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.0781183 Nov 11 16:15:28.268951 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-d1c3b2c8-270b-403b-853b-eb288fafcc94 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 379 time: 0.0501833 Nov 11 16:15:28.270608 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:28.292304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'port': {'device_id': '3287e577-cdc3-424b-827b-561299a67284', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'admin_state_up': True, 'tenant_id': '036826e9644645beae349fd2517f7baf', 'security_groups': ['c6d7964b-1ee3-44db-b44b-e42b3364ef58']}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:28.295354 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Pushing event deleted for resources: {'Network': ['ID=524d9dae-056e-4605-aa69-d66092caac51,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:28.297751 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] 10.222.0.50 "DELETE /v2.0/networks/524d9dae-056e-4605-aa69-d66092caac51 HTTP/1.1" status: 204 len: 168 time: 1.1857777 Nov 11 16:15:28.299805 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:28.300877 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49248) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:28.365065 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Deleting subnet 03307449-27e2-484e-8eb0-7155b72d7ea3 {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:15:28.368637 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.449348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:28.460274 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:28.483819 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.521485 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-c03d2015-94dd-488c-8560-9f626843970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:28.522961 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-c03d2015-94dd-488c-8560-9f626843970f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 1098 time: 0.1279910 Nov 11 16:15:28.549719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.569565 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Made reservation on behalf of 036826e9644645beae349fd2517f7baf for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:28.570808 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.574372 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.610999 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:28.618755 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Usage tracker for resource:security_group_rule and tenant:ac0c756c09a74e6fb783b8879452ed6a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:28.623427 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:28.631900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:28.679502 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.702237 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:15:28.717333 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b8178740-e539-4b1a-9a6d-c526dc5e0baa details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:15:28.785733 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.802561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5039fba3-7275-410c-8eaf-81fa054a0e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:28.888976 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b8178740-e539-4b1a-9a6d-c526dc5e0baa, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:28.904933 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 5eebf052-276e-4e40-872f-dbd2a308d414 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:28.905290 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03307449-27e2-484e-8eb0-7155b72d7ea3,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:28.909622 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:28.919466 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:28.956792 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa', 'network_id': 'f9643347-2841-43da-8fb9-aa58eb8ff37a', 'port_id': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa', 'mac_address': 'fa:16:3e:6e:ac:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613bffa2-a204-403b-9129-a4e566c4f17d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:15:28.995891 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/03307449-27e2-484e-8eb0-7155b72d7ea3 HTTP/1.1" status: 204 len: 168 time: 0.6935413 Nov 11 16:15:28.999432 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49272) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:29.013649 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.055542 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.076201 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8178740-e539-4b1a-9a6d-c526dc5e0baa {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:29.095969 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b8178740-e539-4b1a-9a6d-c526dc5e0baa, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:29.161143 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa43163-f6eb-484e-a9bc-7778a11bea1d req-7742fe5c-49cd-4738-88e6-71fa39fdbf1d tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:29.171415 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5aa43163-f6eb-484e-a9bc-7778a11bea1d req-7742fe5c-49cd-4738-88e6-71fa39fdbf1d tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.4486301 Nov 11 16:15:29.180213 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.193962 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Allocated IP 172.20.0.11 (6d40c127-bc90-4df1-9a69-317dc2278173/e5341260-4177-4635-899a-0f8bf87bc5ed/a88c64d6-b834-4b04-95b1-f6352d5b7ee6) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:29.246535 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.248603 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 5eebf052-276e-4e40-872f-dbd2a308d414 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:29.257401 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:29.264632 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5aa43163-f6eb-484e-a9bc-7778a11bea1d req-06efa125-fa3b-4b56-a117-13eea1f50110 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918779 Nov 11 16:15:29.276371 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:29.307564 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.309879 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Synchronizing usage tracker for tenant:ac0c756c09a74e6fb783b8879452ed6a on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:29.348605 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5b241e43-77b9-4980-8ad5-d4cc8584c7b3,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:29.354543 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:29.367895 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 5eebf052-276e-4e40-872f-dbd2a308d414 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:29.367895 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.477100 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d461f-ad6a-4b0e-a321-a1ae2cbd662b req-3e48202e-e323-4995-bc3e-ab0b3105a5ae tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:29.479312 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8a3d461f-ad6a-4b0e-a321-a1ae2cbd662b req-3e48202e-e323-4995-bc3e-ab0b3105a5ae tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 943 time: 0.3543372 Nov 11 16:15:29.510383 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=b8178740-e539-4b1a-9a6d-c526dc5e0baa,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:29.513384 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.526742 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:29.529320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['b8178740-e539-4b1a-9a6d-c526dc5e0baa'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:15:29.531391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Unset dirty status for tenant:ac0c756c09a74e6fb783b8879452ed6a on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:29.532519 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-279a60ec-a7f7-4eb9-b61a-3c944c2e4606 req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0023406 Nov 11 16:15:29.534670 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-88fd30ce-6873-4f21-af9d-2313fa30e5ac req-9ce34a6e-32a9-4ae1-aa8f-a58512a1c9d3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.0870707 Nov 11 16:15:29.559443 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:29.582060 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8a3d461f-ad6a-4b0e-a321-a1ae2cbd662b req-3456c09e-2735-4602-b53e-b37da2debf96 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858061 Nov 11 16:15:29.583732 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c431312a-cae5-4cca-91f1-28aac05c89c2') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:29.584028 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c431312a-cae5-4cca-91f1-28aac05c89c2') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:29.597972 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.613026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.627371 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.636853 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:15:29.637476 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.647475 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:15:29.656827 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:15:29.715491 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 5eebf052-276e-4e40-872f-dbd2a308d414, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=5eebf052-276e-4e40-872f-dbd2a308d414,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:29.755501 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.810195 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.811902 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:29.840044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Transition to ACTIVE for port object a88c64d6-b834-4b04-95b1-f6352d5b7ee6 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:29.841887 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.846250 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:29.869880 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.883324 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=5eebf052-276e-4e40-872f-dbd2a308d414,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:29.884341 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:29.887368 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:29.902260 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:29.906351 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] 10.222.0.50 "DELETE /v2.0/networks/bbbc3a16-d10b-4564-b4e8-5ba5a5b2192b HTTP/1.1" status: 204 len: 168 time: 0.9013529 Nov 11 16:15:29.945348 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eebf052-276e-4e40-872f-dbd2a308d414'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:29.957385 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49300) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:29.967167 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:29.979833 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:30.007465 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eebf052-276e-4e40-872f-dbd2a308d414', 'code': 200} Nov 11 16:15:30.097401 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Network 6d40c127-bc90-4df1-9a69-317dc2278173 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:30.100927 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:30.106895 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:30.113153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:30.113894 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.130554 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:30.137399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:30.170120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.186642 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:30.195043 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Usage tracker for resource:security_group_rule and tenant:63a65b64f9364698847ce2a70f3fec3e is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:30.195043 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:30.200964 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:30.221448 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9448063 Nov 11 16:15:30.235891 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Request body: {'port': {'device_id': '3287e577-cdc3-424b-827b-561299a67284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:30.409761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.488962 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49320) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:30.495374 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.506925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-846e993b-94da-4352-9fc8-d630e04242a3 None None] Provisioning for port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:30.512756 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-846e993b-94da-4352-9fc8-d630e04242a3 None None] Provisioning complete for port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:30.513020 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-846e993b-94da-4352-9fc8-d630e04242a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.596819 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-846e993b-94da-4352-9fc8-d630e04242a3 None None] Port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:15:30.636845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.637491 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844b7c3-e3c1-4ace-9e77-47b460596cbd req-6cc94008-48e5-443b-b4ae-b9b4dbe194aa tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:30.638728 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7844b7c3-e3c1-4ace-9e77-47b460596cbd req-6cc94008-48e5-443b-b4ae-b9b4dbe194aa tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.2368770 Nov 11 16:15:30.645417 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c6b9a-c57d-49cb-bb1a-a8f2e39dbd32 req-508b1196-0ce9-446d-808e-82b5afc76bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:30.650015 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e43c6b9a-c57d-49cb-bb1a-a8f2e39dbd32 req-508b1196-0ce9-446d-808e-82b5afc76bc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.1823804 Nov 11 16:15:30.657393 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9f7594a5-17d1-4a17-8a26-4e3c51ddc0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:30.665776 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-6ba5a645-3200-4539-8059-eacd58c5a123 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=509262f780a449929650346f1ae2f00b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1735897 Nov 11 16:15:30.674416 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49336) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:30.730870 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b8178740-e539-4b1a-9a6d-c526dc5e0baa up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:30.742495 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7844b7c3-e3c1-4ace-9e77-47b460596cbd req-18dae897-446e-492f-94b0-0f64a02fcb75 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915141 Nov 11 16:15:30.750353 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e43c6b9a-c57d-49cb-bb1a-a8f2e39dbd32 req-b8490701-86c2-40ae-b22b-67a48a6e1d9f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700462 Nov 11 16:15:30.786277 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63a65b64f9364698847ce2a70f3fec3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268020 Nov 11 16:15:30.786494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7882ce0-18f7-4765-b2f6-e4b8a28251d9,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:30.788844 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49342) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:30.846067 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:30.908127 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.934311 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.949357 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:30.990291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.004368 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e187446-1de6-49d8-8add-79609f405bc4 req-0c79af71-4f1d-48b9-bff9-f410dbd05c3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:31.005094 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-8e187446-1de6-49d8-8add-79609f405bc4 req-0c79af71-4f1d-48b9-bff9-f410dbd05c3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:31.069143 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750b551-61b7-4cea-a1e0-f66d3ac873dc req-657b7521-dc7d-498d-8027-e0a046e5afeb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:31.070610 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1750b551-61b7-4cea-a1e0-f66d3ac873dc req-657b7521-dc7d-498d-8027-e0a046e5afeb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 944 time: 0.1141407 Nov 11 16:15:31.083270 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port b8178740-e539-4b1a-9a6d-c526dc5e0baa completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:31.096026 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port b8178740-e539-4b1a-9a6d-c526dc5e0baa triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:31.098582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.117775 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88c64d6-b834-4b04-95b1-f6352d5b7ee6 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:31.126017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.142375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-8e187446-1de6-49d8-8add-79609f405bc4 req-0c79af71-4f1d-48b9-bff9-f410dbd05c3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:31.143790 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8e187446-1de6-49d8-8add-79609f405bc4 req-0c79af71-4f1d-48b9-bff9-f410dbd05c3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 932 time: 0.4372003 Nov 11 16:15:31.147506 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1750b551-61b7-4cea-a1e0-f66d3ac873dc req-57f0fa93-1bf9-4804-aa0d-a151b3d69f85 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709336 Nov 11 16:15:31.181435 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.186582 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-84c7fea0-fa02-4512-bb24-d5069121e140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:31.188042 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Transition to ACTIVE for port object a88c64d6-b834-4b04-95b1-f6352d5b7ee6 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:15:31.198943 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7882ce0-18f7-4765-b2f6-e4b8a28251d9,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:31.201982 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:31.204170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.205991 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7882ce0-18f7-4765-b2f6-e4b8a28251d9 HTTP/1.1" status: 204 len: 168 time: 0.4159861 Nov 11 16:15:31.222072 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8e187446-1de6-49d8-8add-79609f405bc4 req-4e8b5f9a-be62-4740-8190-af25ba208da2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694022 Nov 11 16:15:31.233229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.258181 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-43e9897a-2c98-4617-957f-409bc5777a82 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:31.270361 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.278326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4b37a1-51e1-4b68-b6d5-deb730b3bca5,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:31.281297 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:31.283477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:31.381047 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.416584 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b8178740-e539-4b1a-9a6d-c526dc5e0baa, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:31.440841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.444188 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c4b37a1-51e1-4b68-b6d5-deb730b3bca5 HTTP/1.1" status: 204 len: 168 time: 0.7646289 Nov 11 16:15:31.494532 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:31.500944 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:31.517632 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Attempting to bind port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:15:31.517968 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Attempting to bind port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:15:31.518297 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Attempting to bind port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 on network 6d40c127-bc90-4df1-9a69-317dc2278173 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:31.530300 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 on network 6d40c127-bc90-4df1-9a69-317dc2278173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:15:31.530630 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Attempting to bind port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 on network 6d40c127-bc90-4df1-9a69-317dc2278173 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:15:31.537790 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:15:31.538128 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Checking segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:31.544437 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Bound using segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:15:31.544978 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Bound port: a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:15:31.545339 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.547644 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.552173 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:31.661345 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=b8178740-e539-4b1a-9a6d-c526dc5e0baa,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:31.667712 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:31.677434 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:15:31.680329 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:15:31.873367 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:31.879351 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:32.008375 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012b216-f070-4771-92c0-e886d8c95e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:32.021237 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.033370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:32.034834 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] 10.222.0.60 "PUT /v2.0/ports/a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 1094 time: 1.8034062 Nov 11 16:15:32.035348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:32.051282 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa01e9c-a16d-474d-b0b9-ae838f94ba4b req-50429837-5413-4182-86f1-07d76193f5eb tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.062676 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-faa01e9c-a16d-474d-b0b9-ae838f94ba4b req-50429837-5413-4182-86f1-07d76193f5eb tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.1684532 Nov 11 16:15:32.085950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:32.095245 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:32.117749 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-faa01e9c-a16d-474d-b0b9-ae838f94ba4b req-ed76f56e-fdb7-4bc6-a512-f49ed7670b94 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536861 Nov 11 16:15:32.154131 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012b216-f070-4771-92c0-e886d8c95e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa', 'code': 200} Nov 11 16:15:32.306623 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'status': 'completed', 'code': 200} Nov 11 16:15:32.608993 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bfc45-16ad-4c43-8799-974f3b8d8d32 req-b35327df-8f1e-4450-8b64-260b1ae49497 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.610420 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f29bfc45-16ad-4c43-8799-974f3b8d8d32 req-b35327df-8f1e-4450-8b64-260b1ae49497 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1275165 Nov 11 16:15:32.620202 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-f59e530a-5df6-4086-9831-daa49caa6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.622589 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-f59e530a-5df6-4086-9831-daa49caa6470 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1097 time: 0.4360359 Nov 11 16:15:32.654166 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49400) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:32.718736 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:32.732768 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49408) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:32.766842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:32.766842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Usage tracker for resource:security_group_rule and tenant:a106d8132bdc4b8eb55c5f07b126934d is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:32.771102 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:32.773268 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-7d561bf6-0859-41ff-98c5-64e8de58e738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 217 time: 0.1411867 Nov 11 16:15:32.777314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-f29bfc45-16ad-4c43-8799-974f3b8d8d32 req-dc0f0686-e3ce-4492-8d16-596f0c670dc0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:32.784413 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:32.808570 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-f29bfc45-16ad-4c43-8799-974f3b8d8d32 req-dc0f0686-e3ce-4492-8d16-596f0c670dc0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:32.809691 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f29bfc45-16ad-4c43-8799-974f3b8d8d32 req-dc0f0686-e3ce-4492-8d16-596f0c670dc0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571429 Nov 11 16:15:32.825667 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b5bc3-b9bb-4970-a701-b34524a03160 req-b0e26445-72e8-42a4-b51d-ef291b774e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.827131 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c70b5bc3-b9bb-4970-a701-b34524a03160 req-b0e26445-72e8-42a4-b51d-ef291b774e16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 1098 time: 0.2104359 Nov 11 16:15:32.884083 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c6452a67-fe16-4beb-b6bb-7d809cafa7dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9908932800554cc08ee7069ece604c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435769 Nov 11 16:15:32.888660 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49416) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:32.895403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc0a93-5c03-4dfe-8df2-d379548f6c80 req-e92868e1-59be-445d-be0c-c55851b4e6b4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.897144 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1dcc0a93-5c03-4dfe-8df2-d379548f6c80 req-e92868e1-59be-445d-be0c-c55851b4e6b4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.4737835 Nov 11 16:15:32.912651 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c70b5bc3-b9bb-4970-a701-b34524a03160 req-defadc95-27f4-4016-b540-717a0927aa7e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780838 Nov 11 16:15:32.921102 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-16b6ac7a-ffb6-45c9-8173-f97ece072578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:32.923099 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-16b6ac7a-ffb6-45c9-8173-f97ece072578 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.1394572 Nov 11 16:15:32.968992 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1dcc0a93-5c03-4dfe-8df2-d379548f6c80 req-df7ee57a-b45b-4c37-84f2-cae07a9616ce tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Nov 11 16:15:32.976319 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:32.992861 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.019305 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.100844 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.108962 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:33.152237 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a106d8132bdc4b8eb55c5f07b126934d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902818 Nov 11 16:15:33.153472 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e88aa5-a93f-470c-96a4-f8cea9398a4a,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:33.155829 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49422) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:33.157121 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:33.209642 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.214085 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-465b20c9-8fc9-4d0b-8666-f008e9f8b21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:33.237464 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67716f-2ae8-43a8-b7d7-6387c239c672,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:33.238153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.241097 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:33.270588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-69254d71-ae5a-4fe7-83fa-749f161d2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:33.271305 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.272630 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-69254d71-ae5a-4fe7-83fa-749f161d2b97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1638010 Nov 11 16:15:33.275079 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.276195 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a67716f-2ae8-43a8-b7d7-6387c239c672 HTTP/1.1" status: 204 len: 168 time: 0.3854904 Nov 11 16:15:33.434920 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49438) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:33.453361 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-d68a9788-ca0c-4b7d-b593-e9cf70a1d13c service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697247 Nov 11 16:15:33.563166 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.574332 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b7e8f3e8-67ff-437f-a787-3534319d3d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:33.590798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e88aa5-a93f-470c-96a4-f8cea9398a4a,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:33.603633 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:33.607265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.617744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.620228 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36e88aa5-a93f-470c-96a4-f8cea9398a4a HTTP/1.1" status: 204 len: 168 time: 0.4576402 Nov 11 16:15:33.628467 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:33.632735 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Usage tracker for resource:security_group_rule and tenant:693998fad79f4973ab03b5d640263215 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:33.637528 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:33.648923 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:33.654674 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-133f0156-3a3d-479d-afa5-e60e6c0c6065 req-8fc6e8bc-20e6-4dc1-b66b-24a3d26cdab4 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931903 Nov 11 16:15:33.749650 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.861313 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:33.871758 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-68aaeeeb-5fc8-41dd-b896-cb595c0e5def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:33.901378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2a40e4-82fc-4b6d-83aa-13e543667138,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:33.907173 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:33.913406 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-f39a59b5-e6e2-44c4-9f92-d9c724b669d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:33.916308 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-f39a59b5-e6e2-44c4-9f92-d9c724b669d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1097 time: 0.1070867 Nov 11 16:15:33.928536 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=693998fad79f4973ab03b5d640263215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882121 Nov 11 16:15:33.928536 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49456) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:34.010161 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:34.125000 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-cba5601c-3c08-4a65-a68a-e73d2b40e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:34.126937 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-cba5601c-3c08-4a65-a68a-e73d2b40e437 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.2016072 Nov 11 16:15:34.192536 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:34.253273 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-ee40ae12-7f59-48a2-88da-359da6d4a18a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 217 time: 0.0761249 Nov 11 16:15:34.327841 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440cd63-41af-460a-90c1-f416d6178162 req-75b64fc4-af9f-4b6e-b612-b5a0ade2b472 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:34.329490 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4440cd63-41af-460a-90c1-f416d6178162 req-75b64fc4-af9f-4b6e-b612-b5a0ade2b472 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.3222454 Nov 11 16:15:34.395985 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-a6436a6d-76f9-432f-9af7-6d197ed230b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:34.397962 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-a6436a6d-76f9-432f-9af7-6d197ed230b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.1333106 Nov 11 16:15:34.442743 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4440cd63-41af-460a-90c1-f416d6178162 req-9ab0fec6-1ac7-4527-be27-7f404ebd2fc3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056602 Nov 11 16:15:34.466701 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:34.472370 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:34.486532 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a8b34-81d5-4d85-a8f1-7db837ac5527 req-9e279822-904b-409f-b482-48b1aa10627b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:34.487297 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2a40e4-82fc-4b6d-83aa-13e543667138,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:34.493440 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-567a8b34-81d5-4d85-a8f1-7db837ac5527 req-9e279822-904b-409f-b482-48b1aa10627b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.3599627 Nov 11 16:15:34.500505 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:34.504009 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:34.505620 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce2a40e4-82fc-4b6d-83aa-13e543667138 HTTP/1.1" status: 204 len: 168 time: 0.5758505 Nov 11 16:15:34.552307 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-567a8b34-81d5-4d85-a8f1-7db837ac5527 req-5f4c72c5-16ca-4ccc-ac2a-7537fb19cea1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580192 Nov 11 16:15:34.554281 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-29a73e4d-ff6b-4044-90c7-75a11921cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:34.555908 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-29a73e4d-ff6b-4044-90c7-75a11921cfea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1491416 Nov 11 16:15:34.728340 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-4288fd1e-b92c-419e-8f08-011810478412 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567807 Nov 11 16:15:34.877359 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9113dc5-3ad4-49e8-8543-060f707744d4 req-e2e7e779-1c75-46ab-9225-557dadd7a1f6 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428480 Nov 11 16:15:34.987597 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49508) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:35.231895 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.250052 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:35.254741 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Usage tracker for resource:security_group_rule and tenant:1eb31056d3fb4611add2050d2cd38d87 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:35.261382 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:35.267439 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:35.357998 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.495650 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.504468 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:35.544656 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1eb31056d3fb4611add2050d2cd38d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553715 Nov 11 16:15:35.545190 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e879c526-9362-47f3-871b-a3bc7b8fac9b,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:35.547245 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49534) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:35.553116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:35.578712 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49540) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:35.596404 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.612240 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:35.616188 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Usage tracker for resource:security_group_rule and tenant:28f9bcccef904dd9a239fb65a824aac3 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:35.620088 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:35.626119 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:35.745346 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.798609 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.849574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.888011 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:35.889497 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-152b63a9-a3bc-4d63-bd1d-26c43967b424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:35.912611 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a3f40-c4d8-478d-8f65-04c7105452e5 req-5cdfeddb-5811-483d-b789-02d746b6e8df tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:35.912611 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1c6a3f40-c4d8-478d-8f65-04c7105452e5 req-5cdfeddb-5811-483d-b789-02d746b6e8df tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.3401432 Nov 11 16:15:35.923024 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522c4898-f150-4679-b55c-e7385a5d0d39,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:35.990249 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:36.026489 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28f9bcccef904dd9a239fb65a824aac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457667 Nov 11 16:15:36.030976 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49560) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:36.075810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d4d70-e309-420f-8cbf-cfb56992da7e req-ebe2fdff-9cdd-445a-b9af-117978beeada tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:36.076358 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-051d4d70-e309-420f-8cbf-cfb56992da7e req-ebe2fdff-9cdd-445a-b9af-117978beeada tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1893468 Nov 11 16:15:36.106375 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1c6a3f40-c4d8-478d-8f65-04c7105452e5 req-1bb30917-77a9-4da9-8439-31248c0b71b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785376 Nov 11 16:15:36.148783 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:36.182354 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:36.198255 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:36.203641 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fdb2d9f0-a058-44b6-97c0-653a5ed132f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:36.243241 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e879c526-9362-47f3-871b-a3bc7b8fac9b,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:36.246840 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:36.251351 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-051d4d70-e309-420f-8cbf-cfb56992da7e req-317ac400-e7cd-4a4c-9ec7-79e1d0ae2aa5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681535 Nov 11 16:15:36.254155 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:36.259558 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e879c526-9362-47f3-871b-a3bc7b8fac9b HTTP/1.1" status: 204 len: 168 time: 0.7080503 Nov 11 16:15:36.370394 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:36.375505 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-50c50ba8-497c-49ef-b84c-d48e1c9ced8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:36.388329 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522c4898-f150-4679-b55c-e7385a5d0d39,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:36.392997 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:36.409551 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:36.417819 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/522c4898-f150-4679-b55c-e7385a5d0d39 HTTP/1.1" status: 204 len: 168 time: 0.3814464 Nov 11 16:15:36.763220 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:15:36.902652 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:36.916844 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'mac_address': 'fa:16:3e:9c:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:15:36.980074 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:37.030948 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88c64d6-b834-4b04-95b1-f6352d5b7ee6 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:15:37.065070 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:37.110923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-5a18c78d-7dc7-4ec2-8290-301892886df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:37.111878 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da994f2-0694-4967-949d-5ee1c3178433 req-ac87facd-042a-407e-92b4-ad13861745c4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:37.112354 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-5a18c78d-7dc7-4ec2-8290-301892886df0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 1098 time: 0.0936582 Nov 11 16:15:37.113836 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0da994f2-0694-4967-949d-5ee1c3178433 req-ac87facd-042a-407e-92b4-ad13861745c4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1092429 Nov 11 16:15:37.197697 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0da994f2-0694-4967-949d-5ee1c3178433 req-49e4766c-5f3e-45bd-8158-aa2a05712657 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378349 Nov 11 16:15:37.288835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-7eff83c3-1cc8-432a-94c0-d1141a3b7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:37.291120 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-7eff83c3-1cc8-432a-94c0-d1141a3b7164 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.1666713 Nov 11 16:15:37.318065 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:37.320323 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:37.365549 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-5c7472df-6492-4978-9c7f-e044b7ce7c21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa HTTP/1.1" status: 200 len: 217 time: 0.0651655 Nov 11 16:15:37.428259 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:37.432301 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:37.455661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-5c1f8a86-7bc0-42ea-9622-c7b7fbba23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:37.457136 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-5c1f8a86-7bc0-42ea-9622-c7b7fbba23c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0808628 Nov 11 16:15:37.465715 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ee6d3-5fe6-4ead-8158-4712e89e8ded req-307362f3-7194-43d5-a50f-aeb22a477322 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:37.468979 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9d7ee6d3-5fe6-4ead-8158-4712e89e8ded req-307362f3-7194-43d5-a50f-aeb22a477322 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.2247577 Nov 11 16:15:37.528290 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-ad52ea98-d6ae-4751-abf7-ae6b22e937b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580626 Nov 11 16:15:37.579115 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49608) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:37.600175 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:37.608950 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['a88c64d6-b834-4b04-95b1-f6352d5b7ee6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:15:37.617676 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:37.622985 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Usage tracker for resource:security_group_rule and tenant:724a6999b2214b5ab617c67d303ac272 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:37.626740 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:37.635541 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:37.644231 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9d7ee6d3-5fe6-4ead-8158-4712e89e8ded req-41dbf88d-ac3f-44c8-ab86-e4de7527bde8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380332 Nov 11 16:15:37.744305 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-15ecb387-14d5-466c-959e-edc7fbc5b252 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058942 Nov 11 16:15:37.770060 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:37.894585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:37.904099 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-64dcafa4-dbdb-4bb4-b4ed-66b7065e7495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:37.936966 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-16618ca8-c15a-43cb-b5a4-8253c73bbb55 req-aff3e502-7d11-4d86-a7e1-e1303ad3767c service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886015 Nov 11 16:15:37.944041 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=724a6999b2214b5ab617c67d303ac272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636997 Nov 11 16:15:37.944962 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c963730-4734-47d5-80c4-d0bb6803f5bc,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:37.948856 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:37.957288 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49626) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:38.026145 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:38.051373 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:38.204168 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:38.212530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7bd8adb9-3199-4b73-a526-d6a6eaef00f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:38.229140 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c963730-4734-47d5-80c4-d0bb6803f5bc,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:38.237347 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:38.238818 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c963730-4734-47d5-80c4-d0bb6803f5bc HTTP/1.1" status: 204 len: 168 time: 0.2802947 Nov 11 16:15:38.239773 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:38.413069 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ecee-dd89-4a89-8ea7-9f27156c1cee req-c0c6f32d-5422-4ba6-a11f-956430232da5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:38.415097 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cdf8ecee-dd89-4a89-8ea7-9f27156c1cee req-c0c6f32d-5422-4ba6-a11f-956430232da5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1120849 Nov 11 16:15:38.460079 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cdf8ecee-dd89-4a89-8ea7-9f27156c1cee req-c3ddff9c-d563-4dc3-aef4-efc6ba4502c1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387273 Nov 11 16:15:38.796477 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:15:38.859906 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471989a0-2419-4ae8-9972-9bcb45989974 req-5cc82f1d-690b-4e71-b76b-031f36e51536 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:38.861569 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-471989a0-2419-4ae8-9972-9bcb45989974 req-5cc82f1d-690b-4e71-b76b-031f36e51536 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 945 time: 0.0971656 Nov 11 16:15:38.909881 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-471989a0-2419-4ae8-9972-9bcb45989974 req-61837747-0a82-4bd0-b23d-aa1a056ba0a2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Nov 11 16:15:39.060453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:15:39.060453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:15:39.060453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:39.180296 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:39.209580 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:39.219790 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:39.256005 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'code': 200} Nov 11 16:15:39.347328 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:39.350291 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:39.415590 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:39.418598 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:39.630304 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49710) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:39.659214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:39.693719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:39.699201 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Usage tracker for resource:security_group_rule and tenant:3aaeeb5ed86b42ee8d2b1b4a25116da4 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:39.699919 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee8e1-23d1-4ff6-8f48-437b3ee56668 req-067fe535-f3f1-40ba-8768-ee4d33180d1f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:39.701455 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-68aee8e1-23d1-4ff6-8f48-437b3ee56668 req-067fe535-f3f1-40ba-8768-ee4d33180d1f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1107185 Nov 11 16:15:39.702866 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:39.709509 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:39.823670 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:39.840116 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-68aee8e1-23d1-4ff6-8f48-437b3ee56668 req-ae6516fc-e139-4615-93c4-407e4cf8f4b5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623834 Nov 11 16:15:39.861716 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61cd6-ae0f-4d01-8586-4364e61c5cbf req-5ab88e23-db8f-4f3d-b61e-d4da5c376c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:39.863282 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75d61cd6-ae0f-4d01-8586-4364e61c5cbf req-5ab88e23-db8f-4f3d-b61e-d4da5c376c00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1099 time: 0.1609514 Nov 11 16:15:39.908318 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75d61cd6-ae0f-4d01-8586-4364e61c5cbf req-ddf4209a-7549-4de4-a61e-b09a301c0cbb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368381 Nov 11 16:15:39.929513 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:39.939395 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-37a75bab-33c9-43ae-b9f5-e4bed34998bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:39.979911 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3aaeeb5ed86b42ee8d2b1b4a25116da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484025 Nov 11 16:15:39.980842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ba7dc1-96d5-4b94-ae19-549e5d1af299,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:39.982615 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49724) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:39.983958 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:40.115649 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:40.149184 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:40.199995 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d91d-f0b3-463f-8016-132e90dd8148 req-7c291ebe-ce7b-4eac-b6ef-db9e24c77213 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:40.201488 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb31d91d-f0b3-463f-8016-132e90dd8148 req-7c291ebe-ce7b-4eac-b6ef-db9e24c77213 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1568878 Nov 11 16:15:40.248422 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb31d91d-f0b3-463f-8016-132e90dd8148 req-18a3a086-fb8f-4b4d-a473-7f661245e731 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Nov 11 16:15:40.417945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:40.426780 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:40.447185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ba7dc1-96d5-4b94-ae19-549e5d1af299,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:40.453233 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:40.454822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:40.455911 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9ba7dc1-96d5-4b94-ae19-549e5d1af299 HTTP/1.1" status: 204 len: 168 time: 0.4722803 Nov 11 16:15:40.490316 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31636a19-4ac3-4c2e-92aa-41a221600b91 req-45ef41a4-a4ff-4a53-bcdf-145248b5541f tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:40.491790 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-31636a19-4ac3-4c2e-92aa-41a221600b91 req-45ef41a4-a4ff-4a53-bcdf-145248b5541f tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.1103859 Nov 11 16:15:40.545778 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-31636a19-4ac3-4c2e-92aa-41a221600b91 req-dfd6c6da-0f0b-4833-82d0-9dc59c3d8832 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Nov 11 16:15:41.071951 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b39b0-635f-4460-a67c-1f41a0878fd3 req-6123f81a-a2bd-4ebe-8dcb-7b5dea57856a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:41.078862 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1b1b39b0-635f-4460-a67c-1f41a0878fd3 req-6123f81a-a2bd-4ebe-8dcb-7b5dea57856a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1060584 Nov 11 16:15:41.125413 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1b1b39b0-635f-4460-a67c-1f41a0878fd3 req-270a504d-9e11-46cd-abb4-fa59eb509c32 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Nov 11 16:15:41.373874 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49792) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:41.525018 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:41.545097 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:41.549726 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f0295056144c1d9996355852d2e05b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:41.552902 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:41.557842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d81e6f-58cd-4056-a14d-5e7e40dd2dd0 req-5bc34ad1-55d6-4c07-9619-7c6c98dd3a55 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:41.560587 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-97d81e6f-58cd-4056-a14d-5e7e40dd2dd0 req-5bc34ad1-55d6-4c07-9619-7c6c98dd3a55 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1513798 Nov 11 16:15:41.560885 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:41.646746 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-97d81e6f-58cd-4056-a14d-5e7e40dd2dd0 req-b5ca6926-c7b9-41fc-9991-05f5e204822c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801380 Nov 11 16:15:41.757235 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:41.799391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298120f-d758-4787-9cfb-9ce0f4d5718d req-8f888073-02f4-4031-95cd-446348d6c119 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:41.800974 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a298120f-d758-4787-9cfb-9ce0f4d5718d req-8f888073-02f4-4031-95cd-446348d6c119 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.1026635 Nov 11 16:15:41.861255 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a298120f-d758-4787-9cfb-9ce0f4d5718d req-cc8bb0dc-8bb0-4f6f-88a5-745d4b1ac091 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Nov 11 16:15:41.862295 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:41.871396 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:41.917874 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab896a-043d-417c-9515-3365b95018d5,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:41.924595 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0f0295056144c1d9996355852d2e05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475557 Nov 11 16:15:41.924595 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:41.925408 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49824) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:41.996861 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.026224 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.209554 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.226429 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:42.249275 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab896a-043d-417c-9515-3365b95018d5,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:42.255303 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:42.282621 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.284627 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28ab896a-043d-417c-9515-3365b95018d5 HTTP/1.1" status: 204 len: 168 time: 0.3580010 Nov 11 16:15:42.321248 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49862) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:42.401032 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce13f06-904b-486c-9946-6227d1d47e3d req-b1efc48a-643a-42f3-abf1-138e2f9541f1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:42.407910 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1ce13f06-904b-486c-9946-6227d1d47e3d req-b1efc48a-643a-42f3-abf1-138e2f9541f1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1369803 Nov 11 16:15:42.464126 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1ce13f06-904b-486c-9946-6227d1d47e3d req-8d81cf30-581c-4a06-b298-b11587433f6c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553348 Nov 11 16:15:42.494037 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.499127 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-487123e1-a5c5-4ad0-a787-56778150b887 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:42.501002 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-487123e1-a5c5-4ad0-a787-56778150b887 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.1460412 Nov 11 16:15:42.513384 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:42.517521 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e89bbc694842d0aa342a523bfd69e7 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:42.520834 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:42.531165 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:42.595011 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Deleting port 995ae0cf-1ef1-442c-aeed-5973e7223d00 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:15:42.595527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.619842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.717402 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.732874 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-68a6427c-9848-42c5-bebd-afd173912d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:42.783341 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0e89bbc694842d0aa342a523bfd69e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610517 Nov 11 16:15:42.785327 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23751e-5e6d-4c40-bf18-c523e5c0f0ad,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:42.787813 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49886) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:42.791721 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:42.917402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] For port 995ae0cf-1ef1-442c-aeed-5973e7223d00, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=995ae0cf-1ef1-442c-aeed-5973e7223d00,segment=NetworkSegment(55733762-6d25-405a-8a4b-87fb55a9d6f1),segment_id=55733762-6d25-405a-8a4b-87fb55a9d6f1)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:15:42.917788 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.937705 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:42.975122 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.005949 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89aed2-cb3c-4205-a15e-7c06da23e238 req-c7ea9310-e3b2-4c13-af14-180cb869b19e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:43.007556 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8c89aed2-cb3c-4205-a15e-7c06da23e238 req-c7ea9310-e3b2-4c13-af14-180cb869b19e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1793580 Nov 11 16:15:43.078400 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8c89aed2-cb3c-4205-a15e-7c06da23e238 req-1a3d3465-914d-4f38-8c6d-178704aa7e3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551696 Nov 11 16:15:43.089646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Calling delete_port for 995ae0cf-1ef1-442c-aeed-5973e7223d00 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:15:43.277014 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01faef93-e5b2-4dcf-91df-b6c96c838973 req-66950f68-b9dd-4937-8fe5-c71309fdfc43 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:43.277014 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-01faef93-e5b2-4dcf-91df-b6c96c838973 req-66950f68-b9dd-4937-8fe5-c71309fdfc43 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0858793 Nov 11 16:15:43.277014 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.286372 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a5bd758b-4857-42d8-9097-14a7d0d1f4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:43.287014 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49904) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:43.298255 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'floatingip': {'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:43.354864 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b944d52-dbb0-4681-b6fc-cd84d5d8067a req-95a59c57-9a96-42d1-91ef-d919a97d0170 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:43.356374 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b944d52-dbb0-4681-b6fc-cd84d5d8067a req-95a59c57-9a96-42d1-91ef-d919a97d0170 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 945 time: 0.2360563 Nov 11 16:15:43.363756 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23751e-5e6d-4c40-bf18-c523e5c0f0ad,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:43.364327 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:43.386487 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.388585 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc23751e-5e6d-4c40-bf18-c523e5c0f0ad HTTP/1.1" status: 204 len: 168 time: 0.5990205 Nov 11 16:15:43.390113 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.422519 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b944d52-dbb0-4681-b6fc-cd84d5d8067a req-b8f4f4bb-125c-4836-985e-75cb636b0b81 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/security-groups?id=6f380ebe-36d2-441c-8c12-a4ebe7554471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566185 Nov 11 16:15:43.443861 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49912) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:43.464481 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.479423 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:43.483296 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Usage tracker for resource:security_group_rule and tenant:4deb6a0a7ace4163acfc2ac680f8e138 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:43.486171 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:43.493857 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:43.535831 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.549628 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['995ae0cf-1ef1-442c-aeed-5973e7223d00'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:15:43.554482 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:43.657516 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Pushing event deleted for resources: {'Port': ['ID=995ae0cf-1ef1-442c-aeed-5973e7223d00,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:43.685687 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:43.850941 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] No DVR routers for this DVR port 995ae0cf-1ef1-442c-aeed-5973e7223d00 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:15:43.855475 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.863140 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'name': 'network-vif-deleted', 'tag': '995ae0cf-1ef1-442c-aeed-5973e7223d00'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:43.925924 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:43.950777 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3', 'name': 'network-vif-deleted', 'tag': '995ae0cf-1ef1-442c-aeed-5973e7223d00', 'status': 'completed', 'code': 200} Nov 11 16:15:44.067009 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf512a93-1179-4e1b-afcd-39efe0a2273c req-64a2bd9d-bbd9-46ae-80b4-7400ec804e8e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:44.068417 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cf512a93-1179-4e1b-afcd-39efe0a2273c req-64a2bd9d-bbd9-46ae-80b4-7400ec804e8e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.2900727 Nov 11 16:15:44.078242 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9a2fa901-fea2-4003-9e5a-4661df1944cd req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.60 "DELETE /v2.0/ports/995ae0cf-1ef1-442c-aeed-5973e7223d00 HTTP/1.1" status: 204 len: 173 time: 1.5715284 Nov 11 16:15:44.186871 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.196744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b5902bf0-fb1b-470c-baf4-9084af25d6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:44.251843 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4deb6a0a7ace4163acfc2ac680f8e138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066437 Nov 11 16:15:44.254707 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 49944) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:44.256078 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765f86a8-f267-4ba7-8148-c0891eaef825,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:44.265494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:44.375392 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cf512a93-1179-4e1b-afcd-39efe0a2273c req-286d6c1d-8371-49a2-9566-ed590d136c64 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922156 Nov 11 16:15:44.433855 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.511991 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.528287 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49960) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:44.549855 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.614235 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-8c1adac9-8231-4292-b5c3-51df48dc87cd req-ee5cc0d7-1ee5-4d75-8844-faabfa1148e7 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Synchronizing usage tracker for tenant:926d2c1924454501a8624902fb6b35ba on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:44.620540 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:44.630151 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Usage tracker for resource:security_group_rule and tenant:d33a67cfee0749c4a2963c7d4cbdf759 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:44.634680 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:44.641132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:44.650973 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.769990 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.771350 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-8c1adac9-8231-4292-b5c3-51df48dc87cd req-ee5cc0d7-1ee5-4d75-8844-faabfa1148e7 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Unset dirty status for tenant:926d2c1924454501a8624902fb6b35ba on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:44.772757 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8c1adac9-8231-4292-b5c3-51df48dc87cd req-ee5cc0d7-1ee5-4d75-8844-faabfa1148e7 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.2240171 Nov 11 16:15:44.777003 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6ea93a75-db10-4061-bce7-045d67e991fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:44.801503 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.875280 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765f86a8-f267-4ba7-8148-c0891eaef825,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:44.877356 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:44.893321 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:44.894106 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/765f86a8-f267-4ba7-8148-c0891eaef825 HTTP/1.1" status: 204 len: 168 time: 0.6381304 Nov 11 16:15:44.898069 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.002814 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.l3_db [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Floating IP 05bda938-7538-4ed1-9ec9-c840fdd5476b associated. External IP: 172.28.2.183, port: a88c64d6-b834-4b04-95b1-f6352d5b7ee6. Nov 11 16:15:45.066160 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.078658 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:45.121175 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d33a67cfee0749c4a2963c7d4cbdf759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907643 Nov 11 16:15:45.122591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e36a2a-174f-46dc-8c99-de3238c66b2c,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:45.125006 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 49972) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:45.127619 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:45.184081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.210423 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.420739 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.425059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:45.445375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e36a2a-174f-46dc-8c99-de3238c66b2c,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:45.476116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:45.492478 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.494064 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71e36a2a-174f-46dc-8c99-de3238c66b2c HTTP/1.1" status: 204 len: 168 time: 0.3681729 Nov 11 16:15:45.566656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Router c0c82da6-4655-4747-b424-8713c61f967a has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:15:45.875610 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b78fd-8bc5-4fb7-9dfd-8557aa4ebedf req-287512ef-cdeb-4b8f-ac58-bc3b7df98763 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:45.877157 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f27b78fd-8bc5-4fb7-9dfd-8557aa4ebedf req-287512ef-cdeb-4b8f-ac58-bc3b7df98763 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.2218628 Nov 11 16:15:45.880051 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:15:45.885387 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:45.901621 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:15:45.926481 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:45.927514 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:15:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.030917 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9bc73dfd-9de4-4e6a-a88a-0c5159df04b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "PUT /v2.0/floatingips/05bda938-7538-4ed1-9ec9-c840fdd5476b HTTP/1.1" status: 200 len: 992 time: 2.7409115 Nov 11 16:15:46.034567 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:15:46.039852 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b53ae1f8-cab5-4339-90b3-6eef99821459 req-dbd3883e-5eaa-4a74-867c-47a2738c255a tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fec2b89-d5a5-46b4-bea2-2bf2327c4ce3 HTTP/1.1" status: 200 len: 210 time: 0.1198461 Nov 11 16:15:46.053234 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f27b78fd-8bc5-4fb7-9dfd-8557aa4ebedf req-266874af-a1ae-4c5b-8b18-87b72c5d74be tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356030 Nov 11 16:15:46.137463 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'status': 'completed', 'code': 200} Nov 11 16:15:46.221012 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:46.253221 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-bac16c5e-3ec1-44ba-9224-d47d01817e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:46.254683 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-bac16c5e-3ec1-44ba-9224-d47d01817e2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1099 time: 0.0819376 Nov 11 16:15:46.424770 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-4cfb7d84-54cf-440e-8315-55a07de25bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:46.426713 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-4cfb7d84-54cf-440e-8315-55a07de25bb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1621811 Nov 11 16:15:46.551962 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-7c350138-4197-474a-850d-4c9fd5d6c50f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 1000 time: 0.1180940 Nov 11 16:15:46.661550 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-4d902390-ac5d-4223-ae99-b92392509416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:46.663112 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-4d902390-ac5d-4223-ae99-b92392509416 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.1007349 Nov 11 16:15:46.676280 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '05bda938-7538-4ed1-9ec9-c840fdd5476b', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'floating_ip_address': '172.28.2.183', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'mac_address': 'fa:16:3e:9c:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e577-cdc3-424b-827b-561299a67284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:15:19Z', 'updated_at': '2021-11-11T16:15:44Z', 'revision_number': 1, 'project_id': '036826e9644645beae349fd2517f7baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.683089 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:15:46.697516 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:15:46.697516 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:15:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:46.759636 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-97373c42-e338-4f16-bac6-38a15207012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:46.761970 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-97373c42-e338-4f16-bac6-38a15207012e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894613 Nov 11 16:15:46.849701 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 995ae0cf-1ef1-442c-aeed-5973e7223d00 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:15:46.853167 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50044) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:46.925793 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:15:46.969540 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50050) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:46.975181 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 995ae0cf-1ef1-442c-aeed-5973e7223d00 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:15:46.978758 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 995ae0cf-1ef1-442c-aeed-5973e7223d00 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:15:47.082719 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-93d4ee13-83c3-463b-8ef5-2181be234517 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119526 Nov 11 16:15:47.125113 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.168751 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:47.174970 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e584b94bde48bfb6bb115d2f31dda3 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:47.180153 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:47.192341 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:47.330427 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.341138 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1726904456-network', 'tenant_id': 'ac777ea87c944c5da0c3dba147d89a53'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:47.346122 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:47.356919 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Usage tracker for resource:network and tenant:ac777ea87c944c5da0c3dba147d89a53 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:47.361723 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:47.377420 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:47.403624 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.424387 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:47.486345 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3e584b94bde48bfb6bb115d2f31dda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304643 Nov 11 16:15:47.489148 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50074) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:47.497110 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7805c24-7622-4d17-8879-1a540fa42cf7,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:47.498661 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '05bda938-7538-4ed1-9ec9-c840fdd5476b', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'floating_ip_address': '172.28.2.183', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'mac_address': 'fa:16:3e:9c:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e577-cdc3-424b-827b-561299a67284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:15:19Z', 'updated_at': '2021-11-11T16:15:44Z', 'revision_number': 1, 'project_id': '036826e9644645beae349fd2517f7baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:47.503526 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10d5d0-7607-4c08-a848-03ed65fa1127 None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '05bda938-7538-4ed1-9ec9-c840fdd5476b', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'floating_ip_address': '172.28.2.183', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'mac_address': 'fa:16:3e:9c:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3287e577-cdc3-424b-827b-561299a67284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:15:19Z', 'updated_at': '2021-11-11T16:15:44Z', 'revision_number': 1, 'project_id': '036826e9644645beae349fd2517f7baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:15:47.526091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:47.526091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Made reservation on behalf of ac777ea87c944c5da0c3dba147d89a53 for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:47.526091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.530507 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.548983 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:47.553728 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac777ea87c944c5da0c3dba147d89a53 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:47.557497 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:47.563939 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:47.612848 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-26a88c7b-cd0c-4c33-a4be-e26237dfe2e2 req-d0d0e6a0-b746-41cf-a75c-d07e47fc498d service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236111 Nov 11 16:15:47.617758 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.646357 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce23228-0e67-49f0-8df2-a321f899e708 req-420383a6-d447-442d-88cd-3cce64064956 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:47.654545 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ce23228-0e67-49f0-8df2-a321f899e708 req-420383a6-d447-442d-88cd-3cce64064956 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.3550222 Nov 11 16:15:47.694208 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.706891 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.743977 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ce23228-0e67-49f0-8df2-a321f899e708 req-add63104-cf2d-4958-ae41-bd18035529bd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880539 Nov 11 16:15:47.787294 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.796573 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-85752547-4b05-43dd-b0fc-e210e3a546bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:47.828748 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:47.832784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:47.866367 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.874566 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398b2b3-2347-4d08-8ff1-21582829729b None None] New status for floating IP 05bda938-7538-4ed1-9ec9-c840fdd5476b: ACTIVE {{(pid=87452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:15:47.882199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:47.884351 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:15:47.901129 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.901868 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Added segment 90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69 of type vlan for network 90b9d605-a660-45fe-a17a-02fb5151cf87 Nov 11 16:15:47.912835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7805c24-7622-4d17-8879-1a540fa42cf7,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:47.915741 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:47.923810 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:47.925029 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7805c24-7622-4d17-8879-1a540fa42cf7 HTTP/1.1" status: 204 len: 168 time: 0.4348752 Nov 11 16:15:47.942041 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:48.090951 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:48.092952 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.093677 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:48.098760 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-52e786d8-c61a-426f-bb05-569037326827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:48.223096 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=90b9d605-a660-45fe-a17a-02fb5151cf87,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:48.226961 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:48.234482 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 90b9d605-a660-45fe-a17a-02fb5151cf87 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:15:48.278075 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3058851 Nov 11 16:15:48.280932 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50098) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:48.291960 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Request body: {'subnet': {'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1726904456-subnet', 'tenant_id': 'ac777ea87c944c5da0c3dba147d89a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:48.297417 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:48.302033 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Usage tracker for resource:subnet and tenant:ac777ea87c944c5da0c3dba147d89a53 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:48.305945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:48.313378 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:48.597143 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Made reservation on behalf of ac777ea87c944c5da0c3dba147d89a53 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:48.599578 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:48.930977 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693cdab-b4ae-4c74-865e-f0a12f0ecf6b req-107337d3-1a0c-459d-8d34-71b190d832a0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:48.932458 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2693cdab-b4ae-4c74-865e-f0a12f0ecf6b req-107337d3-1a0c-459d-8d34-71b190d832a0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0838828 Nov 11 16:15:48.978989 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2693cdab-b4ae-4c74-865e-f0a12f0ecf6b req-e0bfcee6-a853-4acb-9c81-fdf12cb21e94 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Nov 11 16:15:49.432493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:49.436826 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-53cc0681-9dd6-4e53-87f7-ab5eac7f4ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:49.523234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed9e964-7172-4d58-b031-530e858fc6d4,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:49.536133 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.536430 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.536807 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.537155 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.537499 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.537840 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.538180 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.538517 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.539422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.539890 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.540229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.540588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:49.549322 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:49.550415 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Checking segment: {'id': '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:49.550798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Network hostable DHCP agents. Network: 90b9d605-a660-45fe-a17a-02fb5151cf87, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:15:49.619265 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50116) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:49.637807 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:49.655805 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Network 90b9d605-a660-45fe-a17a-02fb5151cf87 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:15:49.673727 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:49.673727 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Usage tracker for resource:security_group_rule and tenant:08950cac4e7144b6ac53d410c02b0802 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:49.674939 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:49.681455 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:49.764213 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 90b9d605-a660-45fe-a17a-02fb5151cf87) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:49.773273 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c5bc7-6f81-4ce7-adfa-f6c1eec79a3f None None] Network 90b9d605-a660-45fe-a17a-02fb5151cf87 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:49.773723 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:49.774074 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:49.779877 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:49.843436 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:49.852285 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-81a465b5-6c88-4d8b-a0eb-3e9094cda05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:49.877805 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5922647 Nov 11 16:15:49.894963 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08950cac4e7144b6ac53d410c02b0802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745769 Nov 11 16:15:49.897948 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50126) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:49.899868 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7929dd2-6c3c-4822-8d0b-c0bd515663a0,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:49.914865 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:49.978303 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.006269 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.044704 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ff784-14fb-40dc-b9b8-c0ed0257e523 None None] Network 90b9d605-a660-45fe-a17a-02fb5151cf87 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:50.179277 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.184927 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4af3b654-fa52-4e14-a670-9ca55cb558f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:50.199617 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7929dd2-6c3c-4822-8d0b-c0bd515663a0,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:50.203437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.204541 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7929dd2-6c3c-4822-8d0b-c0bd515663a0 HTTP/1.1" status: 204 len: 168 time: 0.3039908 Nov 11 16:15:50.215551 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.215993 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.216326 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.216702 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.217055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.217392 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.217717 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.218285 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.218836 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.219379 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.219940 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.220484 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:15:50.224266 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:50.235521 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1547a-74e1-4c3c-8c69-174d0f809e6c req-611f8a68-689a-479e-98c1-c2ac0a6589cd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:50.242934 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a8b1547a-74e1-4c3c-8c69-174d0f809e6c req-611f8a68-689a-479e-98c1-c2ac0a6589cd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1151645 Nov 11 16:15:50.309626 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a8b1547a-74e1-4c3c-8c69-174d0f809e6c req-1b087438-7db6-4883-8d5a-2085032d0c46 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654156 Nov 11 16:15:50.756226 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50168) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:50.839032 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Deleting subnet 45365266-dce7-4abe-9dff-0e95c18d8796 {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:15:50.843051 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.862416 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50178) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:50.868563 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6573241-network', 'tenant_id': '6ef9c866cf8047afb679cb38f579c32e'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:50.873498 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:50.883915 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Usage tracker for resource:network and tenant:6ef9c866cf8047afb679cb38f579c32e is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:50.887442 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:50.895954 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:50.900655 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.969415 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:50.991822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Made reservation on behalf of 6ef9c866cf8047afb679cb38f579c32e for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:50.997674 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.024557 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.043066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:51.046750 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef9c866cf8047afb679cb38f579c32e is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:51.049456 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:51.055103 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:51.118451 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.123502 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:51.141444 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.158543 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45365266-dce7-4abe-9dff-0e95c18d8796,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:51.161411 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:51.163210 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.170218 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/45365266-dce7-4abe-9dff-0e95c18d8796 HTTP/1.1" status: 204 len: 168 time: 0.4117620 Nov 11 16:15:51.171389 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50188) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:51.262492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.268245 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d90e919b-fe6d-474f-8614-ac95471a40da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:51.359761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:15:51.380883 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081c648-f53f-49e6-bd11-35bbe54008d7,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:51.387423 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:51.395170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.395170 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Added segment aad4015d-fa3f-4c4d-8b76-11d9dd4e7c14 of type vlan for network f9a3264f-4f32-4177-866f-d02ad5c86c01 Nov 11 16:15:51.395170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.477153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.631687 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.670163 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.670526 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.671275 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.671618 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > port after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.671957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.672290 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.672646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.672998 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.673320 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.673644 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.752127 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.752477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.752841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.753163 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 16:15:51.753522 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb25c4c-549e-4cd4-b154-d74554348912']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:51.767832 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.770130 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55733762-6d25-405a-8a4b-87fb55a9d6f1') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:51.770423 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55733762-6d25-405a-8a4b-87fb55a9d6f1') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:15:51.777867 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.778446 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.787084 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-28c760b3-a67e-481f-aab5-153837aad131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:51.811986 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.901132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08f54-a4d2-48aa-93c1-8e076722af50 req-f45f1798-6dee-4d86-a3ff-8665eb85ab86 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:51.902671 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e6b08f54-a4d2-48aa-93c1-8e076722af50 req-f45f1798-6dee-4d86-a3ff-8665eb85ab86 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.4342303 Nov 11 16:15:51.927636 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.964831 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a3264f-4f32-4177-866f-d02ad5c86c01,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:51.971313 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:15:51.971723 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:51.979560 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network f9a3264f-4f32-4177-866f-d02ad5c86c01 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:15:51.987260 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: from cryptography.utils import int_from_bytes Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: from cryptography.utils import int_from_bytes Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: util.warn_limited( Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:15:51.994256 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:15:52.063284 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1986036 Nov 11 16:15:52.063496 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.065425 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50216) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:52.071790 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Request body: {'subnet': {'network_id': 'f9a3264f-4f32-4177-866f-d02ad5c86c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6573241-subnet', 'tenant_id': '6ef9c866cf8047afb679cb38f579c32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:52.076716 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:52.080451 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Usage tracker for resource:subnet and tenant:6ef9c866cf8047afb679cb38f579c32e is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:52.081402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e6b08f54-a4d2-48aa-93c1-8e076722af50 req-6acb0ed9-6014-4f14-a0c7-25527bafda1d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605995 Nov 11 16:15:52.083537 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:52.092287 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:52.231914 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.232575 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Made reservation on behalf of 6ef9c866cf8047afb679cb38f579c32e for: {'subnet': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:52.236098 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10671980'] for subnet, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.236919 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:52.268304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.268304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb25c4c-549e-4cd4-b154-d74554348912,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:52.274004 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:52.279314 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bbb25c4c-549e-4cd4-b154-d74554348912 HTTP/1.1" status: 204 len: 168 time: 1.1046824 Nov 11 16:15:52.558525 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10615404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10671986'] for subnet, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.563853 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-658f08b0-20ad-4b3b-9078-d0941423fb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:52.632932 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f7c0f3-b7f9-4df9-8273-d036e0cdf1a9,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:52.636926 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:52.642881 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Checking segment: {'id': 'aad4015d-fa3f-4c4d-8b76-11d9dd4e7c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'f9a3264f-4f32-4177-866f-d02ad5c86c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:52.643239 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Network hostable DHCP agents. Network: f9a3264f-4f32-4177-866f-d02ad5c86c01, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:15:52.715641 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50242) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:52.735050 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Network f9a3264f-4f32-4177-866f-d02ad5c86c01 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:15:52.770744 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-4e00d3c1-c9e2-4e84-a543-5e745bee342a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=926d2c1924454501a8624902fb6b35ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538981 Nov 11 16:15:52.773398 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50250) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:52.897040 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, f9a3264f-4f32-4177-866f-d02ad5c86c01) {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:52.904878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8247c0-0f05-4c4c-a5a4-f3594e72ecfb None None] Network f9a3264f-4f32-4177-866f-d02ad5c86c01 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:52.907948 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:52.907948 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.939555 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:52.967742 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:53.049806 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-22ed869c-2573-4668-bc42-1348deffc683 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9831719 Nov 11 16:15:53.143217 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:53.143217 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e3dd8213-4a3f-4e96-9435-660dc8cabd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:53.167069 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f380ebe-36d2-441c-8c12-a4ebe7554471,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:53.169965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:53.276960 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:53.278379 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f380ebe-36d2-441c-8c12-a4ebe7554471 HTTP/1.1" status: 204 len: 168 time: 0.5035479 Nov 11 16:15:53.297987 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c976d-7e7a-487d-a26a-6c461436862d None None] Network f9a3264f-4f32-4177-866f-d02ad5c86c01 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:53.358498 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd88fba-eeeb-4bda-8ef5-46ccff74c643 req-7743d933-1c05-47c3-9b28-3d2452460975 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:53.367534 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7bd88fba-eeeb-4bda-8ef5-46ccff74c643 req-7743d933-1c05-47c3-9b28-3d2452460975 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1338661 Nov 11 16:15:53.444442 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7bd88fba-eeeb-4bda-8ef5-46ccff74c643 req-e43f7b61-423e-4aa7-b9d8-ce40e5b0f1c5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781815 Nov 11 16:15:54.041012 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-7d612211-1904-454d-a7f9-ba509a40415b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:54.041713 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-7d612211-1904-454d-a7f9-ba509a40415b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Synchronizing usage tracker for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:network {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:54.140742 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-7d612211-1904-454d-a7f9-ba509a40415b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Unset dirty status for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:network {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:54.142121 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-7d612211-1904-454d-a7f9-ba509a40415b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/networks?id=90b9d605-a660-45fe-a17a-02fb5151cf87 HTTP/1.1" status: 200 len: 809 time: 0.3080158 Nov 11 16:15:54.160057 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-874bb28f-1e34-426a-a2dd-92eb0e60b864 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/quotas/ac777ea87c944c5da0c3dba147d89a53 HTTP/1.1" status: 200 len: 375 time: 0.0108035 Nov 11 16:15:54.219908 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-112b2409-95a7-4d4f-876c-a8eba1ee21e6 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac777ea87c944c5da0c3dba147d89a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540574 Nov 11 16:15:54.380739 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-b4908f57-1af1-4d68-9bde-be57d39985ec service neutron] 10.222.0.50 "GET /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530755 Nov 11 16:15:54.529746 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-3b24d8a2-1e94-4966-bd59-32d9d0eb0542 service neutron] 10.222.0.50 "GET /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418593 Nov 11 16:15:54.602532 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-a871d944-c59e-43c8-a599-bae7292e6789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:54.674767 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f62d-1b71-4846-ad77-1ed9ee1287ab req-b6abdd00-3997-4f44-8519-2ea471c3ce4a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:54.676831 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9e52f62d-1b71-4846-ad77-1ed9ee1287ab req-b6abdd00-3997-4f44-8519-2ea471c3ce4a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0857584 Nov 11 16:15:54.724250 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9e52f62d-1b71-4846-ad77-1ed9ee1287ab req-bd18aa46-7931-4115-8c33-7aa4d49ab603 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Nov 11 16:15:54.747539 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50340) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:54.864403 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fcb2eaa7-1f85-4ff2-8f11-6471c4f982ee req-a62e4023-1c7c-4ee5-989c-d102f85fdca8 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 210 time: 0.0605793 Nov 11 16:15:54.893036 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-642966286-network', 'tenant_id': '030575c313f145b7a0a5b225ed59cf1a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:54.895759 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:54.901697 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Usage tracker for resource:network and tenant:030575c313f145b7a0a5b225ed59cf1a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:54.904363 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:54.912596 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:55.025364 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Made reservation on behalf of 030575c313f145b7a0a5b225ed59cf1a for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:55.027798 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.042426 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.058425 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:55.062656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Usage tracker for resource:security_group_rule and tenant:030575c313f145b7a0a5b225ed59cf1a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:55.065774 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:55.072199 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:55.159214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.260245 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.263371 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.268783 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:55.294480 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:15:55.307666 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:55.311810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:55.312930 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.313265 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Added segment 61b9aecf-c771-4b3c-b8df-7490b0942631 of type vlan for network a002d2d0-8916-4e36-a5e3-84fb6309d2dc Nov 11 16:15:55.350144 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.465918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.467400 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:55.468336 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.472500 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-12f93043-b55e-455a-b394-6eadf8c0bf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:55.576656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Pushing event updated for resources: {'Network': ['ID=a002d2d0-8916-4e36-a5e3-84fb6309d2dc,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:55.579443 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:55.589912 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:15:55.682948 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9338894 Nov 11 16:15:55.685915 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50378) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:55.694084 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Request body: {'subnet': {'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-642966286-subnet', 'tenant_id': '030575c313f145b7a0a5b225ed59cf1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:55.699767 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:55.703776 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Usage tracker for resource:subnet and tenant:030575c313f145b7a0a5b225ed59cf1a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:55.706690 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:55.713686 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:55.808205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Made reservation on behalf of 030575c313f145b7a0a5b225ed59cf1a for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:55.810599 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523011'] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:55.965303 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2673eda6-25ab-4109-abaa-68459c0a0d08 req-51f352aa-ab18-47e4-acad-bbac894ac923 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 210 time: 0.0462618 Nov 11 16:15:56.012165 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574590d-e9f0-4c1e-bfcc-c167ec235ff3 req-8c62aeb3-3a1c-4196-b1dd-5032c65ab95d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:56.013712 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5574590d-e9f0-4c1e-bfcc-c167ec235ff3 req-8c62aeb3-3a1c-4196-b1dd-5032c65ab95d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1755433 Nov 11 16:15:56.109804 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5574590d-e9f0-4c1e-bfcc-c167ec235ff3 req-6e56c798-2922-4fc4-bdcc-a789857d5a97 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665994 Nov 11 16:15:56.248917 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10713847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523037'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:56.253384 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a64c3190-ef75-458a-abcd-862667d53961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:56.327561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e541e71-8829-411a-a834-8e408d173c4a,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:56.330714 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:56.337040 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Checking segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:15:56.337698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Network hostable DHCP agents. Network: a002d2d0-8916-4e36-a5e3-84fb6309d2dc, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:15:56.448645 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:15:56.574027 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, a002d2d0-8916-4e36-a5e3-84fb6309d2dc) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:56.578356 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:56.585804 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:56.586474 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c11832-6839-4a20-8847-97bcdbd6e6b1 None None] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:56.678486 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-58efe684-7d04-475a-97f9-850345cb5d9f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9913647 Nov 11 16:15:56.853067 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825bb4ab-f525-46e9-914e-e45e0374b548 None None] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:15:57.138461 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-549c376c-79b3-4e6c-94d4-cf72c347e872 req-cedb971a-8a51-4ab5-b95c-cfda0d69f48b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 210 time: 0.0532820 Nov 11 16:15:57.341634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-4a317f9a-d587-4044-9c8c-b0085f8e6dd7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:57.343164 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-4a317f9a-d587-4044-9c8c-b0085f8e6dd7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.2036257 Nov 11 16:15:57.358639 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-585c209a-d63a-4057-a2d3-21f4703864ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:57.362733 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-4bef5141-3ee3-455d-a2d1-7d7bc1dea421 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/quotas/030575c313f145b7a0a5b225ed59cf1a HTTP/1.1" status: 200 len: 375 time: 0.0109260 Nov 11 16:15:57.364143 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca0ecc-3c32-4d2d-b06c-0a4f7f58e9a5 req-249c5e90-0340-43e2-9d29-58d8210d5a67 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:57.365995 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-47ca0ecc-3c32-4d2d-b06c-0a4f7f58e9a5 req-249c5e90-0340-43e2-9d29-58d8210d5a67 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0983939 Nov 11 16:15:57.416465 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-47ca0ecc-3c32-4d2d-b06c-0a4f7f58e9a5 req-c04b5173-9e24-4ac1-bc7a-1087297a0ab9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Nov 11 16:15:57.503810 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-211c4509-a8e4-472f-a61d-29cbba5c6f35 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336377 Nov 11 16:15:57.664213 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-f9d698d6-a409-4452-a8ee-545678f1f3c7 service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521239 Nov 11 16:15:57.811438 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-870f6a98-047a-4b68-be2a-389853d5ce5f service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402891 Nov 11 16:15:58.175364 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50466) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:58.196372 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-aead7d6c-e125-495f-8f91-dd2c8fde8b49 req-59befa0e-5748-4721-8620-b882319aa492 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 210 time: 0.0843244 Nov 11 16:15:58.359036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-fcfaacba-f68a-46b1-a14b-caf57e7602ae tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:58.360470 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-fcfaacba-f68a-46b1-a14b-caf57e7602ae tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.60 "GET /v2.0/networks?id=90b9d605-a660-45fe-a17a-02fb5151cf87 HTTP/1.1" status: 200 len: 809 time: 0.3043983 Nov 11 16:15:58.424057 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Request body: {'port': {'device_id': '16394321-271b-440f-980f-09f2c4704ab3', 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87', 'admin_state_up': True, 'tenant_id': 'ac777ea87c944c5da0c3dba147d89a53'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:58.457808 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:58.474106 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec7b2b0f-a64b-455a-bc00-72dbd8850dc4 req-ba2d9aa5-746f-42f8-b769-4772f480dc2e tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 210 time: 0.1309047 Nov 11 16:15:58.533533 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:58.542164 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fd411d8c6d434b9847b46fd3fc7323 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:58.546754 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:58.559199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:58.635424 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:15:58.643601 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Usage tracker for resource:port and tenant:ac777ea87c944c5da0c3dba147d89a53 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:15:58.649497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:15:58.659078 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:15:58.683367 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147574a-e25e-4060-a93d-ae28231fe0ef req-5894a362-2bc4-4ce4-95f2-e186bef9e17f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:58.685719 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d147574a-e25e-4060-a93d-ae28231fe0ef req-5894a362-2bc4-4ce4-95f2-e186bef9e17f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1074445 Nov 11 16:15:58.690034 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:58.719960 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:58.748951 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d147574a-e25e-4060-a93d-ae28231fe0ef req-b1f6b010-5ce6-4c90-9037-0361dddf406a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Nov 11 16:15:58.789075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Made reservation on behalf of ac777ea87c944c5da0c3dba147d89a53 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:15:58.789075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:58.914703 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:58.929852 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:58.986377 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555a66d4-525b-4394-81b5-6bd323636ea2,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:58.991795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:58.997378 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2fd411d8c6d434b9847b46fd3fc7323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993681 Nov 11 16:15:58.998517 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Allocated IP 172.20.0.12 (90b9d605-a660-45fe-a17a-02fb5151cf87/7ed9e964-7172-4d58-b031-530e858fc6d4/863a0214-e58d-4f34-b6b6-35d8edf8e551) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:15:59.000269 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50500) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:15:59.066373 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.095927 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.213736 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.243204 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.248345 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:59.261625 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555a66d4-525b-4394-81b5-6bd323636ea2,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:59.264602 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:59.311437 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cd26173b-0a1a-4d78-bc3c-a7b0436c2861 req-a1ca620b-9c11-44f7-89ad-94e781b6cc96 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 210 time: 0.0509403 Nov 11 16:15:59.313685 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.328357 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/555a66d4-525b-4394-81b5-6bd323636ea2 HTTP/1.1" status: 204 len: 168 time: 0.3133922 Nov 11 16:15:59.329319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.331205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3247758e-11a4-46d5-92ab-02bc6dff950f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:15:59.399187 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Network 90b9d605-a660-45fe-a17a-02fb5151cf87 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:15:59.402651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:15:59.406494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:15:59.454478 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Pushing event updated for resources: {'Port': ['ID=863a0214-e58d-4f34-b6b6-35d8edf8e551,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:15:59.458709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:15:59.484391 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:59.485135 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.640864 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2309356 Nov 11 16:15:59.657897 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Request body: {'port': {'device_id': '16394321-271b-440f-980f-09f2c4704ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:15:59.659897 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.796168 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa29c12-1684-41e3-8028-c3d21b090473 req-940e5aaf-5b15-492f-8f94-d4c50567d0ef tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:59.796913 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-faa29c12-1684-41e3-8028-c3d21b090473 req-940e5aaf-5b15-492f-8f94-d4c50567d0ef tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Synchronizing usage tracker for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:15:59.806642 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:15:59.961013 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e8d9f-a4d7-4dc8-bdf6-c76eff8fa471 req-2e518971-9647-492f-aaec-4c72e47169ce tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:15:59.962555 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-303e8d9f-a4d7-4dc8-bdf6-c76eff8fa471 req-2e518971-9647-492f-aaec-4c72e47169ce tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0909655 Nov 11 16:15:59.985541 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-faa29c12-1684-41e3-8028-c3d21b090473 req-940e5aaf-5b15-492f-8f94-d4c50567d0ef tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Unset dirty status for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:15:59.988177 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-faa29c12-1684-41e3-8028-c3d21b090473 req-940e5aaf-5b15-492f-8f94-d4c50567d0ef tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 932 time: 0.3920164 Nov 11 16:16:00.015009 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-303e8d9f-a4d7-4dc8-bdf6-c76eff8fa471 req-98391ac1-095d-4ec6-a4d6-b884daa0bdf9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Nov 11 16:16:00.221701 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-faa29c12-1684-41e3-8028-c3d21b090473 req-e9cbeca8-c130-438c-8d98-a170511112f9 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161605 Nov 11 16:16:00.349032 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50562) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:00.383820 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863a0214-e58d-4f34-b6b6-35d8edf8e551 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:00.393461 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.416390 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Transition to ACTIVE for port object 863a0214-e58d-4f34-b6b6-35d8edf8e551 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:16:00.499596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.504891 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6ca282ce-4349-4845-8c58-c05ea1f36be1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:00.536005 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0e2ffab3-d14e-4d06-9ce1-6e3249275ded req-ba79caf4-50da-4fd6-8df3-cb451f176ee8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 210 time: 0.0582476 Nov 11 16:16:00.538803 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.555045 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:00.559164 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Usage tracker for resource:security_group_rule and tenant:ec5fc0b7484e472685580e0f6bdfa0da is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:00.563165 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:00.574807 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:00.686679 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.695923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Pushing event updated for resources: {'Port': ['ID=863a0214-e58d-4f34-b6b6-35d8edf8e551,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:00.702935 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:00.771207 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Attempting to bind port 863a0214-e58d-4f34-b6b6-35d8edf8e551 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:16:00.773119 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Attempting to bind port 863a0214-e58d-4f34-b6b6-35d8edf8e551 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:16:00.773367 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.773493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Attempting to bind port 863a0214-e58d-4f34-b6b6-35d8edf8e551 on network 90b9d605-a660-45fe-a17a-02fb5151cf87 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:00.779887 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Port 863a0214-e58d-4f34-b6b6-35d8edf8e551 on network 90b9d605-a660-45fe-a17a-02fb5151cf87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:16:00.780214 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Attempting to bind port 863a0214-e58d-4f34-b6b6-35d8edf8e551 on network 90b9d605-a660-45fe-a17a-02fb5151cf87 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:00.783261 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:00.786386 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:16:00.786733 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Checking segment: {'id': '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:16:00.787173 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Bound using segment: {'id': '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:16:00.788286 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Bound port: 863a0214-e58d-4f34-b6b6-35d8edf8e551, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:16:00.788690 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.845049 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec5fc0b7484e472685580e0f6bdfa0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948826 Nov 11 16:16:00.845942 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa32680-3384-4b8e-8c9e-dffe16343e13,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:00.847926 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50588) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:00.849415 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:00.907864 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:00.951168 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:01.011794 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] For port 863a0214-e58d-4f34-b6b6-35d8edf8e551, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:16:01.014919 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] For port 863a0214-e58d-4f34-b6b6-35d8edf8e551, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551,segment=NetworkSegment(90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69),segment_id=90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:16:01.106211 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:01.114330 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:01.216199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:01.216922 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:01.218271 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] 10.222.0.60 "PUT /v2.0/ports/863a0214-e58d-4f34-b6b6-35d8edf8e551 HTTP/1.1" status: 200 len: 1094 time: 1.5732803 Nov 11 16:16:01.242159 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16394321-271b-440f-980f-09f2c4704ab3', 'tag': '863a0214-e58d-4f34-b6b6-35d8edf8e551'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:01.254952 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:01.291620 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:01.293084 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fa32680-3384-4b8e-8c9e-dffe16343e13 HTTP/1.1" status: 204 len: 168 time: 0.4431908 Nov 11 16:16:01.297249 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Pushing event updated for resources: {'Port': ['ID=863a0214-e58d-4f34-b6b6-35d8edf8e551,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:01.301661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:01.302085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:01.317130 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa32680-3384-4b8e-8c9e-dffe16343e13,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:01.329466 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:01.353706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c849e7-302a-47e0-9043-34f9bfc6c29c req-c79490a5-ff51-494d-9ff8-0baf0d757043 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:01.355272 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59c849e7-302a-47e0-9043-34f9bfc6c29c req-c79490a5-ff51-494d-9ff8-0baf0d757043 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.2077034 Nov 11 16:16:01.362820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-feae4a6c-abfa-4e3a-9506-3ff36fecf34d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:01.364988 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-feae4a6c-abfa-4e3a-9506-3ff36fecf34d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:network {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:01.463292 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59c849e7-302a-47e0-9043-34f9bfc6c29c req-5be7b0e4-04b0-47bc-bda4-fe88dedc9256 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992169 Nov 11 16:16:01.478249 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-feae4a6c-abfa-4e3a-9506-3ff36fecf34d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:network {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:01.482367 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-feae4a6c-abfa-4e3a-9506-3ff36fecf34d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.4412796 Nov 11 16:16:01.484289 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-f842b101-105d-4b88-a194-73357b2f7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:01.485996 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-f842b101-105d-4b88-a194-73357b2f7200 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac777ea87c944c5da0c3dba147d89a53&device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 1097 time: 0.1007276 Nov 11 16:16:01.505850 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Request body: {'port': {'device_id': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'admin_state_up': True, 'tenant_id': '030575c313f145b7a0a5b225ed59cf1a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:01.575980 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16394321-271b-440f-980f-09f2c4704ab3', 'tag': '863a0214-e58d-4f34-b6b6-35d8edf8e551', 'status': 'completed', 'code': 200} Nov 11 16:16:01.592418 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-089e362a-c260-4aae-a2f1-959c9e419e09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551 HTTP/1.1" status: 200 len: 217 time: 0.0897694 Nov 11 16:16:01.697592 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-842ffa4d-e9af-474d-8aa6-7ffab89b2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:01.718914 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-842ffa4d-e9af-474d-8aa6-7ffab89b2127 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ed9e964-7172-4d58-b031-530e858fc6d4 HTTP/1.1" status: 200 len: 849 time: 0.1134725 Nov 11 16:16:01.748047 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:01.758098 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1bf0c-5bea-4a4f-9b74-810ce540b986 req-f9e42757-bc0f-43ee-8628-3b94cf48db7e tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:01.766570 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fdd1bf0c-5bea-4a4f-9b74-810ce540b986 req-f9e42757-bc0f-43ee-8628-3b94cf48db7e tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 944 time: 0.2362678 Nov 11 16:16:01.797387 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Usage tracker for resource:port and tenant:030575c313f145b7a0a5b225ed59cf1a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:01.805139 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:01.822465 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:01.838752 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-fdd1bf0c-5bea-4a4f-9b74-810ce540b986 req-53fb90f9-a05d-40ca-8b90-ae9892551ac2 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Synchronizing usage tracker for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:01.878747 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-3732f5ce-433f-4716-9b16-9b61e0764c76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90b9d605-a660-45fe-a17a-02fb5151cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1561611 Nov 11 16:16:01.888576 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ee1a5680-a651-4cb5-9bf3-dc926faaf37c req-4e6ab786-a80d-4526-9a6b-20cb175b2f55 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 210 time: 0.1646631 Nov 11 16:16:02.008360 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Made reservation on behalf of 030575c313f145b7a0a5b225ed59cf1a for: {'port': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:02.012324 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.040030 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-5f28802a-6292-47cc-8f70-5e2d7b39d9e0 service neutron] 10.222.0.60 "GET /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459012 Nov 11 16:16:02.075970 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-fdd1bf0c-5bea-4a4f-9b74-810ce540b986 req-53fb90f9-a05d-40ca-8b90-ae9892551ac2 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Unset dirty status for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:02.077454 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fdd1bf0c-5bea-4a4f-9b74-810ce540b986 req-53fb90f9-a05d-40ca-8b90-ae9892551ac2 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101387 Nov 11 16:16:02.185286 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20c0b50a-19b7-48c8-9aa4-0fa47304f055 req-7475fe70-8993-4b4e-b4b4-70d1e00b86f4 service neutron] 10.222.0.60 "GET /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336682 Nov 11 16:16:02.194664 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Allocated IP 172.20.0.2 (a002d2d0-8916-4e36-a5e3-84fb6309d2dc/8e541e71-8829-411a-a834-8e408d173c4a/1fcfcf4a-294d-4d41-a7ee-79ca926a87c6) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:16:02.419881 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.421692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-e0a7017d-2685-489f-8bec-c6e0214b670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:02.423460 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-e0a7017d-2685-489f-8bec-c6e0214b670e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac777ea87c944c5da0c3dba147d89a53&device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0868485 Nov 11 16:16:02.453156 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50634) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:02.529011 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.536125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:02.539777 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.565125 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:02.572217 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Usage tracker for resource:security_group_rule and tenant:a673b52870c346cf89b77cc121b7b0e4 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:02.576574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:02.588193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:02.591811 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:02.606751 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:02.618108 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:16:02.705686 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-497e12b2-886a-4e55-82cc-f208b1d09553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:02.707614 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-497e12b2-886a-4e55-82cc-f208b1d09553 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90b9d605-a660-45fe-a17a-02fb5151cf87 HTTP/1.1" status: 200 len: 910 time: 0.2752147 Nov 11 16:16:02.707761 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event updated for resources: {'Port': ['ID=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:02.717624 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:02.745626 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:02.753466 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.786238 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ee0cf-8f2f-4532-930d-356b9a741728 req-12719505-d0e4-49ae-9431-cf04ba6c251f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:02.787702 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-835ee0cf-8f2f-4532-930d-356b9a741728 req-12719505-d0e4-49ae-9431-cf04ba6c251f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1749468 Nov 11 16:16:02.793363 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-2c23e206-f446-46a0-b37b-17d795450519 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551 HTTP/1.1" status: 200 len: 217 time: 0.0709550 Nov 11 16:16:02.833309 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-835ee0cf-8f2f-4532-930d-356b9a741728 req-3e3b193d-9ade-4d38-aa73-c2544a657d5a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Nov 11 16:16:02.888026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.903771 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-dfc89940-dcc2-4933-8dc6-8a6c01f7b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:02.905350 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-dfc89940-dcc2-4933-8dc6-8a6c01f7b101 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7ed9e964-7172-4d58-b031-530e858fc6d4 HTTP/1.1" status: 200 len: 849 time: 0.0902617 Nov 11 16:16:02.917347 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4157877 Nov 11 16:16:02.936942 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Request body: {'port': {'device_id': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:02.962692 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-ce418809-8c1c-40fe-8844-a6805ce027b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90b9d605-a660-45fe-a17a-02fb5151cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464902 Nov 11 16:16:02.968208 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:02.999372 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-62a77000-ba2c-408e-be26-6423dca6144f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:03.062322 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.161548 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a673b52870c346cf89b77cc121b7b0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048564 Nov 11 16:16:03.163439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50654) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:03.183306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ea36f-c1e3-4f64-ae7c-636b15b5e5db,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:03.196096 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:03.286933 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-ff42adf6-3c32-4a7c-ac28-175a26d81be7 service neutron] 10.222.0.60 "GET /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094182 Nov 11 16:16:03.292836 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.350784 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9dd83-2225-44cf-82ea-9180b7639d4e req-ff23fe55-745f-4a8a-9617-b153d1e57170 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:03.358040 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ace9dd83-2225-44cf-82ea-9180b7639d4e req-ff23fe55-745f-4a8a-9617-b153d1e57170 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 931 time: 0.3449881 Nov 11 16:16:03.436293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.438215 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f28868-4dea-4124-a343-4fd123380229 req-15299bf9-6d9e-4a00-8723-57d84a0dc214 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:03.439674 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9f28868-4dea-4124-a343-4fd123380229 req-15299bf9-6d9e-4a00-8723-57d84a0dc214 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 944 time: 0.2042572 Nov 11 16:16:03.498061 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ace9dd83-2225-44cf-82ea-9180b7639d4e req-e1fed25d-22f2-4522-a97f-e445ad8f8eab tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391881 Nov 11 16:16:03.561834 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9f28868-4dea-4124-a343-4fd123380229 req-a57453cc-05c3-494c-b8ad-41a39e3b8059 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074245 Nov 11 16:16:03.566949 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-91c7c767-b480-423f-90d9-fd0ab6c524a5 req-6167779f-1d5e-4def-8466-0a2604e51097 service neutron] 10.222.0.60 "GET /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698710 Nov 11 16:16:03.575734 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 {{(pid=87450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:03.587194 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.698202 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Transition to ACTIVE for port object 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 will not be triggered until provisioned by entity L2. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:16:03.698409 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.702472 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2c373836-7e63-41c1-b91d-b0d2e65ecacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:03.715348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ea36f-c1e3-4f64-ae7c-636b15b5e5db,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:03.718319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:03.720724 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.721406 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a5ea36f-c1e3-4f64-ae7c-636b15b5e5db HTTP/1.1" status: 204 len: 168 time: 0.5520627 Nov 11 16:16:03.796949 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:03.802129 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:03.927610 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:03.956570 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:04.177230 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Attempting to bind port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:16:04.177563 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Attempting to bind port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:16:04.177893 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Attempting to bind port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:04.195671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:16:04.195671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Attempting to bind port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:04.195671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:16:04.195671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Checking segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:16:04.195671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Bound using segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:16:04.195671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Bound port: 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:16:04.196705 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:04.215591 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdab691-bd28-4e45-85bb-515b49728e06 req-0f8dce87-071f-4acb-89a4-b59e636c3a34 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:04.217324 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7fdab691-bd28-4e45-85bb-515b49728e06 req-0f8dce87-071f-4acb-89a4-b59e636c3a34 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.2620144 Nov 11 16:16:04.325421 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7fdab691-bd28-4e45-85bb-515b49728e06 req-dbaee7ca-70f4-4a21-8aae-cbfc8289353e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759387 Nov 11 16:16:04.345185 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] For port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host hv-cinder-81115, cleared binding levels {{(pid=87450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:16:04.346719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] For port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:16:04.466713 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:04.477455 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0a9b6f23-4bba-4255-b487-2073640164e8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:04.545427 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:04.545427 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:04.545427 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] 10.222.0.60 "PUT /v2.0/ports/1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 HTTP/1.1" status: 200 len: 1093 time: 1.6152582 Nov 11 16:16:04.545703 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'tag': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:04.580142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,revision_number=3']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:04.583395 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:04.635182 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'tag': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'status': 'completed', 'code': 200} Nov 11 16:16:04.813644 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec44f9-b38e-43b3-8caf-09fb9e2a72c0 req-f77d0000-29bc-4d9f-bc6c-68f1ea569412 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:04.814320 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefad38-4531-4bbc-b305-7810adb0ddd0 req-8eade528-21e1-4a71-b881-2f688cde8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:04.815353 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-acec44f9-b38e-43b3-8caf-09fb9e2a72c0 req-f77d0000-29bc-4d9f-bc6c-68f1ea569412 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 944 time: 0.0953908 Nov 11 16:16:04.815800 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9aefad38-4531-4bbc-b305-7810adb0ddd0 req-8eade528-21e1-4a71-b881-2f688cde8167 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 1096 time: 0.1550677 Nov 11 16:16:04.828048 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410df47-4f94-49da-845d-ec73b523555e req-5f013177-7981-4327-9641-3617e52526f7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:04.828769 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2410df47-4f94-49da-845d-ec73b523555e req-5f013177-7981-4327-9641-3617e52526f7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:04.861000 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-acec44f9-b38e-43b3-8caf-09fb9e2a72c0 req-71c77e79-65dd-477e-abee-9be80eeb373b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 Nov 11 16:16:04.937851 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 863a0214-e58d-4f34-b6b6-35d8edf8e551 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:16:05.041827 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefad38-4531-4bbc-b305-7810adb0ddd0 req-ca00ba62-7ff9-477c-bcf6-6705bb346ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:05.046717 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9aefad38-4531-4bbc-b305-7810adb0ddd0 req-ca00ba62-7ff9-477c-bcf6-6705bb346ff5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=030575c313f145b7a0a5b225ed59cf1a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2150302 Nov 11 16:16:05.154055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2410df47-4f94-49da-845d-ec73b523555e req-5f013177-7981-4327-9641-3617e52526f7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:05.155361 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2410df47-4f94-49da-845d-ec73b523555e req-5f013177-7981-4327-9641-3617e52526f7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 943 time: 0.4444988 Nov 11 16:16:05.158579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 863a0214-e58d-4f34-b6b6-35d8edf8e551, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551,segment=NetworkSegment(90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69),segment_id=90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:05.172117 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '863a0214-e58d-4f34-b6b6-35d8edf8e551', 'network_id': '90b9d605-a660-45fe-a17a-02fb5151cf87', 'port_id': '863a0214-e58d-4f34-b6b6-35d8edf8e551', 'mac_address': 'fa:16:3e:4a:1a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed9e964-7172-4d58-b031-530e858fc6d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:16:05.226950 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2410df47-4f94-49da-845d-ec73b523555e req-2f2d1610-c1d1-4920-98d5-b99f33759084 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:05.230042 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:05.257696 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863a0214-e58d-4f34-b6b6-35d8edf8e551 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:05.268343 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 863a0214-e58d-4f34-b6b6-35d8edf8e551, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551,segment=NetworkSegment(90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69),segment_id=90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:05.273490 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefad38-4531-4bbc-b305-7810adb0ddd0 req-a25546ec-ff8e-47fc-b37b-bcf6c301b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:05.275066 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9aefad38-4531-4bbc-b305-7810adb0ddd0 req-a25546ec-ff8e-47fc-b37b-bcf6c301b94a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2204201 Nov 11 16:16:05.394585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-3013672b-1f65-45a9-9d07-68d2947ec038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:05.395570 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:05.396023 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-3013672b-1f65-45a9-9d07-68d2947ec038 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 1096 time: 0.0824287 Nov 11 16:16:05.397745 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:05.468088 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-2410df47-4f94-49da-845d-ec73b523555e req-2f2d1610-c1d1-4920-98d5-b99f33759084 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:05.469354 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2410df47-4f94-49da-845d-ec73b523555e req-2f2d1610-c1d1-4920-98d5-b99f33759084 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065658 Nov 11 16:16:05.479014 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-c27a8ea6-40b0-4b34-8528-91a01296d460 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 HTTP/1.1" status: 200 len: 217 time: 0.0743363 Nov 11 16:16:05.499540 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=863a0214-e58d-4f34-b6b6-35d8edf8e551,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:05.507979 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.508464 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.508834 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.509163 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.509539 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.509871 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.510192 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.510510 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.510827 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.511142 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.511455 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.511768 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:05.519007 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:05.562556 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-8fff74e7-0fb0-4459-b6e5-da4d5648b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:05.564073 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-8fff74e7-0fb0-4459-b6e5-da4d5648b527 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e541e71-8829-411a-a834-8e408d173c4a HTTP/1.1" status: 200 len: 854 time: 0.0782249 Nov 11 16:16:05.582555 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8113c1-032f-42fd-addb-0df948cedbac req-9a984478-efcb-44cd-b034-2b5d993ff7b8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:05.584296 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5a8113c1-032f-42fd-addb-0df948cedbac req-9a984478-efcb-44cd-b034-2b5d993ff7b8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1272404 Nov 11 16:16:05.623548 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-fb277e8a-7467-47d2-865b-752e7f0fe72f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519466 Nov 11 16:16:05.636347 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5a8113c1-032f-42fd-addb-0df948cedbac req-3d80b403-6560-4521-8d1d-ecf6c98a581a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Nov 11 16:16:05.670972 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['863a0214-e58d-4f34-b6b6-35d8edf8e551'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:16:05.702362 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:16:05.779887 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-f680b105-659e-4289-a41d-a4656b2da0dd service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383903 Nov 11 16:16:05.947450 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f8f395d-3ec5-49a1-b0d9-1608a9d6735f req-cf6a75ac-746b-4f5a-aba7-8530174ed9b9 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519086 Nov 11 16:16:06.052902 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615376fc-769c-4e91-b2f0-8fa1c378cfab req-64444383-abc2-40e3-b946-7a22db9cb6b6 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:06.055262 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-615376fc-769c-4e91-b2f0-8fa1c378cfab req-64444383-abc2-40e3-b946-7a22db9cb6b6 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 945 time: 0.0808423 Nov 11 16:16:06.100687 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-615376fc-769c-4e91-b2f0-8fa1c378cfab req-2907c70d-1ef9-4937-b0ac-29533dfca661 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Nov 11 16:16:06.667125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7696290-c144-4124-bb04-41020a88cc08 req-9fa17d45-99fd-47cb-860f-8c6fd6b91713 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:06.668657 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a7696290-c144-4124-bb04-41020a88cc08 req-9fa17d45-99fd-47cb-860f-8c6fd6b91713 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 943 time: 0.0885623 Nov 11 16:16:06.716086 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a7696290-c144-4124-bb04-41020a88cc08 req-9af7cd59-cd19-423d-8188-3eea8af62d45 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Nov 11 16:16:06.831172 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d54a3a-bfb3-4575-aba1-0f5b9712396e req-bf6e741d-aab0-478a-ad80-385c053a1578 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:06.832759 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c6d54a3a-bfb3-4575-aba1-0f5b9712396e req-bf6e741d-aab0-478a-ad80-385c053a1578 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0850074 Nov 11 16:16:06.869508 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50768) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:06.879033 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c6d54a3a-bfb3-4575-aba1-0f5b9712396e req-27033c1e-9d69-44bb-9b46-515da3613b62 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Nov 11 16:16:06.938068 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 863a0214-e58d-4f34-b6b6-35d8edf8e551 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:16:07.019054 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.032705 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:07.036394 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Usage tracker for resource:security_group_rule and tenant:b811648e58744e3b91b897d43abf8f43 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:07.039902 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:07.045477 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:07.126581 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.129066 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 863a0214-e58d-4f34-b6b6-35d8edf8e551 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:16:07.134646 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 863a0214-e58d-4f34-b6b6-35d8edf8e551 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:07.135028 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.388641 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.415459 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.430812 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16394321-271b-440f-980f-09f2c4704ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863a0214-e58d-4f34-b6b6-35d8edf8e551'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:07.431771 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-92fcb384-6db5-4f49-a7bd-cee046e9c008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:07.443509 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 863a0214-e58d-4f34-b6b6-35d8edf8e551, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551,segment=NetworkSegment(90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69),segment_id=90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:07.480486 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16394321-271b-440f-980f-09f2c4704ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863a0214-e58d-4f34-b6b6-35d8edf8e551', 'code': 200} Nov 11 16:16:07.488177 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b811648e58744e3b91b897d43abf8f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6149995 Nov 11 16:16:07.488177 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c6688-f903-46be-b408-0e90b288693f,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:07.488371 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50792) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:07.492861 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:07.521707 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29219581-6863-46ef-ab79-00b77d12a0a0 req-96ff1889-524d-4847-bd41-c1873898f034 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:07.528265 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-29219581-6863-46ef-ab79-00b77d12a0a0 req-96ff1889-524d-4847-bd41-c1873898f034 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 945 time: 0.2940860 Nov 11 16:16:07.544891 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.547180 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:07.582963 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-29219581-6863-46ef-ab79-00b77d12a0a0 req-4c7e42c5-ea1b-4adb-b366-e2a550682473 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Nov 11 16:16:07.616487 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.641896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=863a0214-e58d-4f34-b6b6-35d8edf8e551,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:07.643424 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.643544 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:07.820090 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.826563 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:07.885709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:07.887192 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/107c6688-f903-46be-b408-0e90b288693f HTTP/1.1" status: 204 len: 168 time: 0.3978560 Nov 11 16:16:07.888312 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c6688-f903-46be-b408-0e90b288693f,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:07.898433 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:07.945575 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a80aa-bb7d-42f9-abea-77aa0080530b req-da3c08e8-6139-490d-905c-0640c133c673 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:07.953229 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e48a80aa-bb7d-42f9-abea-77aa0080530b req-da3c08e8-6139-490d-905c-0640c133c673 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 943 time: 0.1287518 Nov 11 16:16:08.006794 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e48a80aa-bb7d-42f9-abea-77aa0080530b req-71b40ca2-df0a-4113-bd5b-1606f40cba43 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526054 Nov 11 16:16:08.079961 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3df821-8d60-4479-b8d4-2dde26cbb14d req-b1518f94-ee73-49ec-81b4-63e14d7e47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:08.081422 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4c3df821-8d60-4479-b8d4-2dde26cbb14d req-b1518f94-ee73-49ec-81b4-63e14d7e47ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 1099 time: 0.1556904 Nov 11 16:16:08.123906 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2752dc-403e-4592-bf0a-7ad1ca281df6 req-74417a7d-8f07-40e6-80df-6856ffa1f60c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:08.125378 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bc2752dc-403e-4592-bf0a-7ad1ca281df6 req-74417a7d-8f07-40e6-80df-6856ffa1f60c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1104276 Nov 11 16:16:08.160819 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4c3df821-8d60-4479-b8d4-2dde26cbb14d req-57787dac-1105-4f07-9a92-2765d1f56cfe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696392 Nov 11 16:16:08.179418 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bc2752dc-403e-4592-bf0a-7ad1ca281df6 req-0c421e9a-a33d-4ceb-b9b0-f394bf79929b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Nov 11 16:16:08.689340 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 50826) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:08.707326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:08.721952 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:08.726873 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Usage tracker for resource:security_group_rule and tenant:e438f59b98c14e13b7b600e24213eb97 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:08.730360 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:08.736036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:08.785833 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff6a18-358e-41c5-98f4-39f18addec0d req-38cfb8e4-6235-4a6b-9f79-e01691671813 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:08.787420 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-caff6a18-358e-41c5-98f4-39f18addec0d req-38cfb8e4-6235-4a6b-9f79-e01691671813 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 946 time: 0.0926085 Nov 11 16:16:08.824421 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:08.831987 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-caff6a18-358e-41c5-98f4-39f18addec0d req-a59bbf8e-f45b-48aa-add2-3206dc4a4730 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379872 Nov 11 16:16:08.887858 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:08.894760 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0dc8698e-b224-407b-83bf-86b3f715a605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:08.938164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:16:08.941809 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e438f59b98c14e13b7b600e24213eb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513871 Nov 11 16:16:08.942569 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac1175-3a1e-401b-ab95-7524e0a1c891,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:08.945516 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 50830) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:08.946662 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:09.012211 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:09.039215 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:09.077950 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:09.098493 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'port_id': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'mac_address': 'fa:16:3e:45:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e541e71-8829-411a-a834-8e408d173c4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:16:09.144797 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:09.150995 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:09.164147 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac1175-3a1e-401b-ab95-7524e0a1c891,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:09.164349 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:09.167849 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:09.174062 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:09.175336 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90ac1175-3a1e-401b-ab95-7524e0a1c891 HTTP/1.1" status: 204 len: 168 time: 0.2272227 Nov 11 16:16:09.217583 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da51fc0-ef74-43ad-9f6b-7223c3552f1f req-065c3519-36cd-4fb0-b60c-7e7d543c0b1e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:09.219115 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1da51fc0-ef74-43ad-9f6b-7223c3552f1f req-065c3519-36cd-4fb0-b60c-7e7d543c0b1e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 943 time: 0.0878968 Nov 11 16:16:09.229168 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:09.260063 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:09.274110 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1da51fc0-ef74-43ad-9f6b-7223c3552f1f req-7a50c684-b7bb-422e-ad4b-7260591340c1 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Nov 11 16:16:09.344870 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:09.347477 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:09.411967 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:09.415670 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:09.417946 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc10b1-cb74-437a-a3f0-b006b975f8dd req-c337754e-62ee-4421-b764-e564595803e7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:09.419654 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-96cc10b1-cb74-437a-a3f0-b006b975f8dd req-c337754e-62ee-4421-b764-e564595803e7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0856431 Nov 11 16:16:09.464047 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-96cc10b1-cb74-437a-a3f0-b006b975f8dd req-d90bd39b-67ef-4c38-924d-ba3d52e94edf tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Nov 11 16:16:09.711376 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:16:10.093681 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587777-fc1f-449d-ba54-d5fa6e6a49db req-f887d657-3c88-484c-87de-cab23f64f154 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:10.095542 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-da587777-fc1f-449d-ba54-d5fa6e6a49db req-f887d657-3c88-484c-87de-cab23f64f154 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 946 time: 0.1416285 Nov 11 16:16:10.101280 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79299091-1a94-4bec-9f45-2d85de2ac16d req-be643405-e72d-4341-9f5b-34fe5c97c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:10.102663 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-79299091-1a94-4bec-9f45-2d85de2ac16d req-be643405-e72d-4341-9f5b-34fe5c97c801 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 1098 time: 0.1147308 Nov 11 16:16:10.165159 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-da587777-fc1f-449d-ba54-d5fa6e6a49db req-58d9f3b8-646a-4668-994b-54ed2c9b4d75 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615602 Nov 11 16:16:10.186084 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-79299091-1a94-4bec-9f45-2d85de2ac16d req-85760458-38d0-43aa-9267-b9f984826ec2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Nov 11 16:16:10.472045 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce23892-7d10-4b88-878b-d6b888202250 req-781cd9db-c8b4-430e-9eca-1b0bda66b404 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:10.473675 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5ce23892-7d10-4b88-878b-d6b888202250 req-781cd9db-c8b4-430e-9eca-1b0bda66b404 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 944 time: 0.0877829 Nov 11 16:16:10.520143 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5ce23892-7d10-4b88-878b-d6b888202250 req-e50745c8-be58-44b0-a81a-b5c7dfdf1693 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Nov 11 16:16:10.681466 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9bbe0-ccb4-45a8-949e-d485c60f0346 req-0e14031c-af52-48bb-a0d0-826f3dcb9652 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:10.688249 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-daa9bbe0-ccb4-45a8-949e-d485c60f0346 req-0e14031c-af52-48bb-a0d0-826f3dcb9652 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1007912 Nov 11 16:16:10.739479 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-daa9bbe0-ccb4-45a8-949e-d485c60f0346 req-0715776f-5f5f-4f9e-88b9-53b2040a873d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502672 Nov 11 16:16:10.952041 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:16:11.213441 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:16:11.218812 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:11.219301 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:11.367226 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:11.371856 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d644c56-f7e5-41d1-9630-74d583d07264 req-5aaa33da-74a5-41dd-ad47-69d0d414aec5 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:11.373722 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9d644c56-f7e5-41d1-9630-74d583d07264 req-5aaa33da-74a5-41dd-ad47-69d0d414aec5 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 946 time: 0.0975630 Nov 11 16:16:11.396113 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:11.409705 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:11.425693 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9d644c56-f7e5-41d1-9630-74d583d07264 req-e5432ba6-447c-4d9b-90c6-c713405f49dd tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Nov 11 16:16:11.451898 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'code': 200} Nov 11 16:16:11.597033 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:11.599229 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:11.756288 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:11.757961 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994b658-3a15-403c-9e92-838e901944d4 req-7ad04449-2359-4019-9c1e-9dc5ad3efde2 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:11.758840 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8994b658-3a15-403c-9e92-838e901944d4 req-7ad04449-2359-4019-9c1e-9dc5ad3efde2 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 945 time: 0.1067188 Nov 11 16:16:11.766361 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:11.830365 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8994b658-3a15-403c-9e92-838e901944d4 req-eb30823c-11fb-41f1-bb35-4ec71591a890 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641863 Nov 11 16:16:11.950121 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ab62-ddb2-451b-9861-3215c16bd129 req-c57881e2-058f-4440-a83c-dc5858d0c9ea tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:11.952387 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eaf3ab62-ddb2-451b-9861-3215c16bd129 req-c57881e2-058f-4440-a83c-dc5858d0c9ea tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.0917785 Nov 11 16:16:12.007331 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eaf3ab62-ddb2-451b-9861-3215c16bd129 req-176406da-d582-4a17-b6e7-0f319aacc10e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Nov 11 16:16:12.049264 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506f27b-5a91-486f-a930-6c367f648fba req-a8debbc3-f1ee-4ead-aced-ef811fed4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:12.050731 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f506f27b-5a91-486f-a930-6c367f648fba req-a8debbc3-f1ee-4ead-aced-ef811fed4c2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 1098 time: 0.1144373 Nov 11 16:16:12.100954 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f506f27b-5a91-486f-a930-6c367f648fba req-7b6bd877-e5ca-4062-bfb5-26b8d06af98d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385804 Nov 11 16:16:12.269450 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157917-946a-4b07-a39e-594809432b0f req-329422de-90ca-416e-aa69-4110b539e7ce tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:12.270906 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-76157917-946a-4b07-a39e-594809432b0f req-329422de-90ca-416e-aa69-4110b539e7ce tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1514430 Nov 11 16:16:12.316196 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-76157917-946a-4b07-a39e-594809432b0f req-c48eb23b-a706-4b49-aee5-f56117437ed0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378680 Nov 11 16:16:13.059755 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fd057-f876-456b-adc5-f0b17c496c2f req-ef7e32a7-e308-4b2f-b253-498bfa699cd1 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:13.061250 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d63fd057-f876-456b-adc5-f0b17c496c2f req-ef7e32a7-e308-4b2f-b253-498bfa699cd1 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 945 time: 0.1087549 Nov 11 16:16:13.107933 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d63fd057-f876-456b-adc5-f0b17c496c2f req-512b7947-ddce-4520-a36a-20f3112880f7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Nov 11 16:16:14.315281 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e6f41-94a9-46ad-a091-bc2cd9446fcc req-7d3819be-06f9-4225-a463-5565ed1d9b1b tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:14.321048 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7b0e6f41-94a9-46ad-a091-bc2cd9446fcc req-7d3819be-06f9-4225-a463-5565ed1d9b1b tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 945 time: 0.0966299 Nov 11 16:16:14.360504 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7b0e6f41-94a9-46ad-a091-bc2cd9446fcc req-86dcfb78-3497-44c0-8b0d-dcca13c137c8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Nov 11 16:16:16.514163 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dbe7d-d622-4766-850d-35dcc356e2c2 req-7f0971f5-7dd6-45d5-8fb3-13d2803ca38a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:16.515893 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3e1dbe7d-d622-4766-850d-35dcc356e2c2 req-7f0971f5-7dd6-45d5-8fb3-13d2803ca38a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0849710 Nov 11 16:16:16.605707 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3e1dbe7d-d622-4766-850d-35dcc356e2c2 req-16d04a0d-5805-4adb-a169-4c17aec4b55c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833039 Nov 11 16:16:16.633893 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062493-85f3-48ef-b5db-66df933159f3 req-2dec777c-0b3a-429b-87ac-e458fca35480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:16.637017 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-2dec777c-0b3a-429b-87ac-e458fca35480 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.0948288 Nov 11 16:16:16.780834 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062493-85f3-48ef-b5db-66df933159f3 req-f737e34c-11cb-48ee-9e03-b43d1b015a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:16.782271 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-f737e34c-11cb-48ee-9e03-b43d1b015a65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.1376648 Nov 11 16:16:16.930852 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-959150ae-c143-45ef-9992-d7e1af0700d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.1409531 Nov 11 16:16:16.996133 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062493-85f3-48ef-b5db-66df933159f3 req-d97b1733-5c22-4cab-bf4c-90e35ba9d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:16.997740 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-d97b1733-5c22-4cab-bf4c-90e35ba9d6c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0592098 Nov 11 16:16:17.049728 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-0829c872-654e-4387-adb5-ceb9490cc393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447588 Nov 11 16:16:17.185562 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-6248e4f5-e6c9-473b-b445-64bef33aa353 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284010 Nov 11 16:16:17.325216 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b9062493-85f3-48ef-b5db-66df933159f3 req-09c732ec-0ebc-4409-9dbb-85aaeb021053 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327367 Nov 11 16:16:17.822358 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e4a56-26e8-4211-bda8-676a9a4079f6 req-b518f2a2-43b1-49a8-9b95-3092a7d658f4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:17.823847 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4e1e4a56-26e8-4211-bda8-676a9a4079f6 req-b518f2a2-43b1-49a8-9b95-3092a7d658f4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1086280 Nov 11 16:16:17.890102 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4e1e4a56-26e8-4211-bda8-676a9a4079f6 req-b3755754-e201-4e72-95b9-e7bbf787a0e3 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552597 Nov 11 16:16:19.826581 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf07e5-d7a0-4961-8fb6-ba1e01c668ab req-a9ddb017-5fb8-4223-a0f3-2bbe923651d4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:19.841157 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1edf07e5-d7a0-4961-8fb6-ba1e01c668ab req-a9ddb017-5fb8-4223-a0f3-2bbe923651d4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1879301 Nov 11 16:16:19.939027 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1edf07e5-d7a0-4961-8fb6-ba1e01c668ab req-6183f2e8-c9d3-40e6-ae0b-a882f074db96 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538321 Nov 11 16:16:20.012539 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106049d-445e-4062-a962-9df8b7590e00 req-742e759a-8ef1-4d25-a57c-510b81b614d9 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:20.014973 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c106049d-445e-4062-a962-9df8b7590e00 req-742e759a-8ef1-4d25-a57c-510b81b614d9 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 946 time: 0.0912991 Nov 11 16:16:20.060843 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c106049d-445e-4062-a962-9df8b7590e00 req-44c17570-1d75-4cd2-b64d-9bb74051b818 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Nov 11 16:16:20.410854 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51140) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:20.527580 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:20.543037 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:20.547484 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fd54deaccc344b718c1e814ee6f28849 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:20.550702 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:20.557529 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:20.655583 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:20.841767 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:20.850982 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-67f0a43a-1522-4ee9-ab05-931d8bee074f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:20.891182 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd54deaccc344b718c1e814ee6f28849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787045 Nov 11 16:16:20.897794 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c762bb5-741a-4a01-9c4d-e9afd9ca7db0,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:20.897924 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51150) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:20.898024 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:20.973076 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.002114 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.122120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2fb6-b0a0-4cb1-b58f-347e1f80ba25 req-3b32e7f2-e634-40d5-aa9c-3dd404af1a91 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:21.123609 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4aac2fb6-b0a0-4cb1-b58f-347e1f80ba25 req-3b32e7f2-e634-40d5-aa9c-3dd404af1a91 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0986717 Nov 11 16:16:21.182487 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4aac2fb6-b0a0-4cb1-b58f-347e1f80ba25 req-2350d93e-acdd-4841-8c57-d807cf1c412d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507114 Nov 11 16:16:21.195151 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-565c2bf5-ffe0-4cab-980c-51a1c4c5db2b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:21.197046 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-565c2bf5-ffe0-4cab-980c-51a1c4c5db2b tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.60 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 946 time: 0.0858674 Nov 11 16:16:21.316420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.316963 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Deleting port 863a0214-e58d-4f34-b6b6-35d8edf8e551 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:16:21.317321 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.322132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3fc30ca5-82f8-4b7a-bb75-c8e9536447d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:21.335071 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c762bb5-741a-4a01-9c4d-e9afd9ca7db0,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:21.338548 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:21.344471 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.348257 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c762bb5-741a-4a01-9c4d-e9afd9ca7db0 HTTP/1.1" status: 204 len: 168 time: 0.4506524 Nov 11 16:16:21.422601 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99473291-0211-4b74-9f6f-502b326b720f req-70ee67c3-e156-43f2-b133-0fa30c83dc94 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:21.424057 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-99473291-0211-4b74-9f6f-502b326b720f req-70ee67c3-e156-43f2-b133-0fa30c83dc94 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 946 time: 0.2199969 Nov 11 16:16:21.562392 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-99473291-0211-4b74-9f6f-502b326b720f req-38dde5ff-b417-4bda-9558-bc8e38c68b30 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/security-groups?id=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264451 Nov 11 16:16:21.627922 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] For port 863a0214-e58d-4f34-b6b6-35d8edf8e551, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=863a0214-e58d-4f34-b6b6-35d8edf8e551,segment=NetworkSegment(90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69),segment_id=90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:21.628302 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.718822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51178) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:21.767605 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Calling delete_port for 863a0214-e58d-4f34-b6b6-35d8edf8e551 owned by compute:nova {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:16:21.955803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:21.973302 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:21.978099 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3cd1c7e7a1d45ebb792d6ec5719aefe is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:21.981459 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:21.986997 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:22.001867 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.160534 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.170430 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:22.176222 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['863a0214-e58d-4f34-b6b6-35d8edf8e551'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:16:22.275740 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.334697 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Pushing event deleted for resources: {'Port': ['ID=863a0214-e58d-4f34-b6b6-35d8edf8e551,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:22.374947 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:22.384336 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.399706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:22.405340 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51192) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:22.436309 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc60e2f-05b5-42db-a02c-4fb0278fa1a2,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:22.439667 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:22.471900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] No DVR routers for this DVR port 863a0214-e58d-4f34-b6b6-35d8edf8e551 on host hv-cinder-81115 {{(pid=87450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:16:22.475754 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.476144 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3cd1c7e7a1d45ebb792d6ec5719aefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559602 Nov 11 16:16:22.476935 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51198) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:22.478690 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16394321-271b-440f-980f-09f2c4704ab3', 'name': 'network-vif-deleted', 'tag': '863a0214-e58d-4f34-b6b6-35d8edf8e551'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:22.547923 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16394321-271b-440f-980f-09f2c4704ab3', 'name': 'network-vif-deleted', 'tag': '863a0214-e58d-4f34-b6b6-35d8edf8e551', 'status': 'completed', 'code': 200} Nov 11 16:16:22.605268 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.618886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.624698 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:22.633544 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-b10b5aec-f3d3-4082-a7f7-6b3ce16552e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:22.635285 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-b10b5aec-f3d3-4082-a7f7-6b3ce16552e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.1394346 Nov 11 16:16:22.636771 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2965d89-ffff-42fe-b968-e88d6712353b req-6d833e69-9e9c-40b8-8e87-0565c0272f62 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:22.638368 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b2965d89-ffff-42fe-b968-e88d6712353b req-6d833e69-9e9c-40b8-8e87-0565c0272f62 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1251276 Nov 11 16:16:22.641049 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Usage tracker for resource:security_group_rule and tenant:2ea56882f4294ea59227fce3635fc8f8 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:22.643730 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-413b3c07-93e1-48b5-9390-354b3b95a769 req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.60 "DELETE /v2.0/ports/863a0214-e58d-4f34-b6b6-35d8edf8e551 HTTP/1.1" status: 204 len: 173 time: 1.4383860 Nov 11 16:16:22.644512 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:22.650998 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51206) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:22.654176 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:22.674279 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.771349 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2b3efbb6-7692-4108-90b2-68594b708d45 req-867fa37e-124f-425b-9b5b-366af666b9fa tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 210 time: 0.0679741 Nov 11 16:16:22.785616 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.824342 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:22.833941 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b2965d89-ffff-42fe-b968-e88d6712353b req-0bbcc5de-f57e-4a16-bd55-1b442a2b4104 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638968 Nov 11 16:16:22.837685 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Usage tracker for resource:security_group_rule and tenant:bad447c65d964b9aa4f10fe14ae3a229 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:22.846115 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:22.871295 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:22.899402 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-849399ff-cb0d-441e-91ee-dcc59fe5ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:22.901689 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-849399ff-cb0d-441e-91ee-dcc59fe5ca44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.2329419 Nov 11 16:16:22.950522 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.954612 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-74148b88-6550-4134-9ffe-80aabcc224c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:22.966476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc60e2f-05b5-42db-a02c-4fb0278fa1a2,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:22.971005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:22.972970 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:22.974671 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffc60e2f-05b5-42db-a02c-4fb0278fa1a2 HTTP/1.1" status: 204 len: 168 time: 0.4960942 Nov 11 16:16:22.998350 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-e8dc17c1-ff0c-4b4e-8a49-262d0454bc21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.0885065 Nov 11 16:16:23.127026 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-06136d93-65b0-4247-a721-9c98a824d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:23.128469 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-06136d93-65b0-4247-a721-9c98a824d7be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0971346 Nov 11 16:16:23.199361 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-17b468b7-3c85-437a-b0e4-d47c02fbf66f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613339 Nov 11 16:16:23.231865 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.240799 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.343849 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-3d8634af-7391-4564-97e5-54b6f6c17803 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356728 Nov 11 16:16:23.479999 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-78f5769b-7f99-4c57-99e9-2a2dea4406ae req-935123d8-f7ee-4947-bd75-5ccd0ea7bb53 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272554 Nov 11 16:16:23.531298 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.538182 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.547146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-bd1e4789-abb0-4a18-b992-8c4afb31e67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:23.595141 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc863fc-b480-4f5e-a345-1aca8272b31a,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:23.612357 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bad447c65d964b9aa4f10fe14ae3a229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565723 Nov 11 16:16:23.613395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51220) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:23.616126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51226) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:23.616691 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a622af65-5ad4-4aea-8861-8dadaf544786 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ea56882f4294ea59227fce3635fc8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2097597 Nov 11 16:16:23.636733 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5860f676-9989-4005-84b2-de9b8d63ade8,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:23.639695 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:23.640172 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:23.640531 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:23.713421 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.741814 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35ff0915-db29-4367-bb5d-b046d1b600bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.766054 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.801220 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35ff0915-db29-4367-bb5d-b046d1b600bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:23.970384 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-18738bd1-9851-4432-b7a2-9c6c137c91ab req-ecf25cb9-c4aa-4c8b-81cf-cdd9bdc8f49c tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Synchronizing usage tracker for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:24.098721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35ff0915-db29-4367-bb5d-b046d1b600bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.103628 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.103766 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-18738bd1-9851-4432-b7a2-9c6c137c91ab req-ecf25cb9-c4aa-4c8b-81cf-cdd9bdc8f49c tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Unset dirty status for tenant:ac777ea87c944c5da0c3dba147d89a53 on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:24.104974 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-18738bd1-9851-4432-b7a2-9c6c137c91ab req-ecf25cb9-c4aa-4c8b-81cf-cdd9bdc8f49c tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] 10.222.0.50 "GET /v2.0/ports?device_id=16394321-271b-440f-980f-09f2c4704ab3 HTTP/1.1" status: 200 len: 210 time: 0.1939597 Nov 11 16:16:24.122768 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:24.141848 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff0915-db29-4367-bb5d-b046d1b600bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc863fc-b480-4f5e-a345-1aca8272b31a,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:24.176575 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5860f676-9989-4005-84b2-de9b8d63ade8,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:24.180798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.184533 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5860f676-9989-4005-84b2-de9b8d63ade8 HTTP/1.1" status: 204 len: 168 time: 0.5698519 Nov 11 16:16:24.184533 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-35ff0915-db29-4367-bb5d-b046d1b600bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.187045 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-35ff0915-db29-4367-bb5d-b046d1b600bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fc863fc-b480-4f5e-a345-1aca8272b31a HTTP/1.1" status: 204 len: 168 time: 0.5697381 Nov 11 16:16:24.188192 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:24.197026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:24.197610 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:24.224243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7c4d0-5a02-4d2c-822a-a6b4d4084951 req-4884f8db-ac38-462b-a222-3a6b21d6d0d9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:24.226261 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9ab7c4d0-5a02-4d2c-822a-a6b4d4084951 req-4884f8db-ac38-462b-a222-3a6b21d6d0d9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1916914 Nov 11 16:16:24.276306 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9ab7c4d0-5a02-4d2c-822a-a6b4d4084951 req-63c2a150-803f-4390-a93b-eb34564c6295 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Nov 11 16:16:24.301489 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51250) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:24.330455 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.348890 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:24.354666 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Usage tracker for resource:security_group_rule and tenant:5c27d2f3ad624b67b02cb5c055b4badc is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:24.357783 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:24.386947 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:24.540565 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-2be27fb1-7d9a-4072-b862-d9b6e6fbf31d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:24.542998 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-2be27fb1-7d9a-4072-b862-d9b6e6fbf31d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.1810918 Nov 11 16:16:24.571176 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-1b55d5bd-3fb3-449b-989c-798cc020e4b8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/quotas/030575c313f145b7a0a5b225ed59cf1a HTTP/1.1" status: 200 len: 375 time: 0.0234089 Nov 11 16:16:24.633928 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33c33de1-cdcf-4ead-a44b-5b620126172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.641063 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.672970 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-f8091226-d167-4073-9e46-9ab3ff7d9705 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918381 Nov 11 16:16:24.774466 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.779698 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8773edda-bf6c-4961-b892-93945bf964c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:24.844462 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c27d2f3ad624b67b02cb5c055b4badc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399859 Nov 11 16:16:24.847496 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51274) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:24.847990 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d42e1b-7365-498c-bf80-6c5ba18a9104,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:24.859404 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:24.868344 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-d97b9493-ef68-490f-8021-387ae3ff10a6 service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871519 Nov 11 16:16:24.930642 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.960720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:24.998498 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 863a0214-e58d-4f34-b6b6-35d8edf8e551 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:16:25.067825 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 863a0214-e58d-4f34-b6b6-35d8edf8e551 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:16:25.068435 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 863a0214-e58d-4f34-b6b6-35d8edf8e551 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:16:25.102616 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-47dda921-5422-44a4-9366-2699166b8fea service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271724 Nov 11 16:16:25.281981 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:25.284979 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:25.289411 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0fcb5701-eea5-4f94-84e1-1b5b28133e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:25.315080 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d42e1b-7365-498c-bf80-6c5ba18a9104,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:25.318319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:25.332135 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:25.334430 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48d42e1b-7365-498c-bf80-6c5ba18a9104 HTTP/1.1" status: 204 len: 168 time: 0.4855957 Nov 11 16:16:25.557577 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-679b8d9d-9194-48e8-82fa-8a53e29fbb7b req-2571d0eb-6767-41f3-9d1f-7b6502dd9350 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 210 time: 0.0634830 Nov 11 16:16:25.621972 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f2ff-0982-4370-a70e-6be34b6bd687 req-e9ee053f-9b3d-466d-9806-7e9c649b17e7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:25.624211 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7795f2ff-0982-4370-a70e-6be34b6bd687 req-e9ee053f-9b3d-466d-9806-7e9c649b17e7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1015360 Nov 11 16:16:25.674077 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7795f2ff-0982-4370-a70e-6be34b6bd687 req-dd36cd4d-cac2-4f3f-9a1f-c2b282f17cd7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Nov 11 16:16:26.650185 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1441fed9-5495-4c96-99ad-d276f3947e63 req-21d27c6d-15e5-40c1-8b3b-e3aa6541b293 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 210 time: 0.0515821 Nov 11 16:16:26.869567 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761155ab-5992-48d1-8441-7977663f5bef req-d70d8214-51ad-4931-b12b-1d70ed787fd4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:26.871030 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-761155ab-5992-48d1-8441-7977663f5bef req-d70d8214-51ad-4931-b12b-1d70ed787fd4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0825715 Nov 11 16:16:26.949603 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-761155ab-5992-48d1-8441-7977663f5bef req-aeab8387-d248-4fe7-a1e0-d6fdb6a106a1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587027 Nov 11 16:16:27.384312 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b3080c18-fb1a-495a-9594-e4d28e037da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:27.815596 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-497b3380-2199-434f-9495-2d7c6ef43636 req-742cd925-0cc0-49a4-a83d-df6bf9d0e7a3 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 210 time: 0.0548880 Nov 11 16:16:28.145810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473a1da-f9ed-4f71-ab04-a49307b489fd req-98180638-38fc-42b6-8fd7-5b72aff92505 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:28.148003 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7473a1da-f9ed-4f71-ab04-a49307b489fd req-98180638-38fc-42b6-8fd7-5b72aff92505 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0937109 Nov 11 16:16:28.213580 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7473a1da-f9ed-4f71-ab04-a49307b489fd req-e7ae5181-3d12-4c88-88cb-b8e23883654f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596755 Nov 11 16:16:28.698266 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:28.966351 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51434) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:29.085918 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3a65858b-c50e-4a22-9366-125f1dd59b4c req-f842b1c9-dd2c-4e1a-879f-6886659c0d2f tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 210 time: 0.0562840 Nov 11 16:16:29.113767 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c24f-2a6a-47a9-8de7-8df9da1c68f1 req-38bd3fd3-1713-4333-aef9-fe84ce6498c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:29.113767 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3746c24f-2a6a-47a9-8de7-8df9da1c68f1 req-38bd3fd3-1713-4333-aef9-fe84ce6498c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.1425576 Nov 11 16:16:29.134040 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.148747 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:29.152634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Usage tracker for resource:security_group_rule and tenant:f0928797b0ba4605ba89d75bce7734ef is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:29.154980 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3746c24f-2a6a-47a9-8de7-8df9da1c68f1 req-2d5e6831-fb38-4b21-a536-d508b2d09c55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Nov 11 16:16:29.156609 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:29.161241 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:29.242232 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.429621 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fb255-7727-4c24-8c54-d0123e548ddf req-d3ccba0a-3b1a-4cfa-8a79-e3369c545439 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:29.431144 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb9fb255-7727-4c24-8c54-d0123e548ddf req-d3ccba0a-3b1a-4cfa-8a79-e3369c545439 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0900865 Nov 11 16:16:29.487930 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.511186 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ad025c96-6815-4693-9e00-7349f86788ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:29.550711 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb9fb255-7727-4c24-8c54-d0123e548ddf req-f1b6b405-5c23-4cd6-9745-e24b9cdf5b3b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095910 Nov 11 16:16:29.576711 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-d8fc6edc-fc9e-49d0-898c-29bd987e56dc tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:29.579077 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-d8fc6edc-fc9e-49d0-898c-29bd987e56dc tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.2002890 Nov 11 16:16:29.581348 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0928797b0ba4605ba89d75bce7734ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134009 Nov 11 16:16:29.582570 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d677fc-c011-4a8b-b346-958ac949ab94,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:29.583963 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51450) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:29.591627 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:29.612057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Request body: {'port': {'device_id': '6babab22-843e-45e3-851e-f53d8c55cce4', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'admin_state_up': True, 'tenant_id': '030575c313f145b7a0a5b225ed59cf1a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:29.756664 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.775955 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.814358 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:29.822014 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51460) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:29.828386 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.877715 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:29.957669 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:29.972920 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:29.978084 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e401460b954d1eb4f3215e9ec726e7 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:29.982222 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:29.988850 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:30.097353 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Made reservation on behalf of 030575c313f145b7a0a5b225ed59cf1a for: {'port': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:30.105314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.112997 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.120134 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f7f209da-f98b-4915-9412-18164894d6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:30.143681 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d677fc-c011-4a8b-b346-958ac949ab94,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:30.148738 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:30.235395 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.236504 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4d677fc-c011-4a8b-b346-958ac949ab94 HTTP/1.1" status: 204 len: 168 time: 0.6514134 Nov 11 16:16:30.319269 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-31b0f816-5883-4e58-81f8-3acdaf12a6f8 req-86b4a348-d2c8-4eb2-9dc6-dba38de36fce tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 210 time: 0.0898166 Nov 11 16:16:30.330468 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.382561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Allocated IP 172.20.0.7 (a002d2d0-8916-4e36-a5e3-84fb6309d2dc/8e541e71-8829-411a-a834-8e408d173c4a/c5229818-aa17-4f74-a916-630de29b6bd3) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:16:30.434373 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.445293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6e16cb88-1efc-4dba-8faf-ab4ff3bbfb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:30.489522 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2e401460b954d1eb4f3215e9ec726e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662164 Nov 11 16:16:30.492628 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51478) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:30.495252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147c4771-bbd3-428f-b9af-b07ca785c3a8,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:30.507908 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:30.571316 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.604841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.612040 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.774003 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa86223-679f-4280-8564-a46b19b5397e req-149a2ad2-214a-4aaa-9186-c380f0e7f130 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:30.775495 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5fa86223-679f-4280-8564-a46b19b5397e req-149a2ad2-214a-4aaa-9186-c380f0e7f130 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0938575 Nov 11 16:16:30.832798 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5fa86223-679f-4280-8564-a46b19b5397e req-04d3cfda-1040-40bd-8e94-dbb0840c401b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Nov 11 16:16:30.880075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.880187 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.880957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-88be91b9-fd6d-4d31-a89b-7d465e00b408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:30.886266 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:30.895021 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:16:30.907871 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c4771-bbd3-428f-b9af-b07ca785c3a8,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:30.911344 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:30.931432 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:30.932621 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/147c4771-bbd3-428f-b9af-b07ca785c3a8 HTTP/1.1" status: 204 len: 168 time: 0.4390447 Nov 11 16:16:30.993944 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:30.998667 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:31.001901 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:16:31.085642 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event updated for resources: {'Port': ['ID=c5229818-aa17-4f74-a916-630de29b6bd3,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:31.090272 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:31.126731 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.127314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:31.336396 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7304788 Nov 11 16:16:31.356127 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Request body: {'port': {'device_id': '6babab22-843e-45e3-851e-f53d8c55cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:31.573459 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:31.628874 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af745364-ef6d-437d-948b-85a4947c4748 req-afe8dc9c-9a19-4133-a649-c816d87a3a8c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.630471 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-af745364-ef6d-437d-948b-85a4947c4748 req-afe8dc9c-9a19-4133-a649-c816d87a3a8c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 931 time: 0.1834497 Nov 11 16:16:31.741353 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-af745364-ef6d-437d-948b-85a4947c4748 req-a2b9cf06-bd3f-4675-a334-a7b3dbef7e0b tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011834 Nov 11 16:16:31.777370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-c06cae72-d401-4531-b3a6-2559caf614b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.779047 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-c06cae72-d401-4531-b3a6-2559caf614b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.1260200 Nov 11 16:16:31.940885 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca0cc5-1c79-4249-9ac7-8b9d38643967 req-93da2b2f-eeac-4b86-8b81-da26d188b8ae tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.948281 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-92ca0cc5-1c79-4249-9ac7-8b9d38643967 req-93da2b2f-eeac-4b86-8b81-da26d188b8ae tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.2294095 Nov 11 16:16:31.968709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-f0dc5471-7761-4c46-a819-4bd854b81839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:31.970313 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-f0dc5471-7761-4c46-a819-4bd854b81839 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.1732554 Nov 11 16:16:32.041087 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-3c5d60d5-b2c6-4fb4-b14d-0c7aa0bc229e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.0629272 Nov 11 16:16:32.069155 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-92ca0cc5-1c79-4249-9ac7-8b9d38643967 req-fda1ddc4-a683-4560-8158-15f93753d3a8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137590 Nov 11 16:16:32.117681 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-8993e550-cb11-40ad-b88a-2b62735312d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:32.119156 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-8993e550-cb11-40ad-b88a-2b62735312d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0655966 Nov 11 16:16:32.175855 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-7bd00d51-91f6-4ca6-80ff-3282cf0aa863 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484664 Nov 11 16:16:32.192277 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5229818-aa17-4f74-a916-630de29b6bd3 {{(pid=87450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:32.200332 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.214301 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Transition to ACTIVE for port object c5229818-aa17-4f74-a916-630de29b6bd3 will not be triggered until provisioned by entity L2. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:16:32.290587 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.295616 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-30ea5c52-5e3f-4354-92e1-7504094ac338 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:32.339427 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-a9aa4f1a-02f4-4457-8740-881eccb9509c service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511323 Nov 11 16:16:32.348842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51538) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:32.372131 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Pushing event updated for resources: {'Port': ['ID=c5229818-aa17-4f74-a916-630de29b6bd3,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:32.376899 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:32.395368 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.436681 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:32.493518 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Usage tracker for resource:security_group_rule and tenant:34fb2c182864470d887c2f91bf2e5a50 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:32.506039 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:32.515596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:32.520181 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51546) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:32.593753 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3b290e5-4d1d-4646-b043-215c780c01e9 req-2c6b32d8-2fd2-4725-b84f-08085593eb2d service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851430 Nov 11 16:16:32.595607 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Attempting to bind port c5229818-aa17-4f74-a916-630de29b6bd3 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:16:32.596496 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Attempting to bind port c5229818-aa17-4f74-a916-630de29b6bd3 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:16:32.596496 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Attempting to bind port c5229818-aa17-4f74-a916-630de29b6bd3 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:32.608732 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Port c5229818-aa17-4f74-a916-630de29b6bd3 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:16:32.609314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Attempting to bind port c5229818-aa17-4f74-a916-630de29b6bd3 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:32.617033 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:16:32.617373 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Checking segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:16:32.617757 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Bound using segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:16:32.618180 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Bound port: c5229818-aa17-4f74-a916-630de29b6bd3, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:16:32.618530 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.654234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.700359 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.713966 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] For port c5229818-aa17-4f74-a916-630de29b6bd3, host hv-cinder-81115, cleared binding levels {{(pid=87450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:16:32.715527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:32.717260 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] For port c5229818-aa17-4f74-a916-630de29b6bd3, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c5229818-aa17-4f74-a916-630de29b6bd3,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:16:32.719223 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d5c423d11c41e1903575434545270e is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:32.722160 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:32.728761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:32.857044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.885188 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8fad8a60-7249-4ad4-8e61-743764cb633b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:32.900783 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34fb2c182864470d887c2f91bf2e5a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472167 Nov 11 16:16:32.904436 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51558) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:32.920722 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d28c06-2648-40e1-8489-b92c5e7e276e,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:32.925193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:32.961167 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:32.988649 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c76b565a-a915-46f3-a6ee-caf6b75a2e90 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:33.001597 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.074237 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.074817 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.076191 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] 10.222.0.60 "PUT /v2.0/ports/c5229818-aa17-4f74-a916-630de29b6bd3 HTTP/1.1" status: 200 len: 1093 time: 1.7253606 Nov 11 16:16:33.078446 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6babab22-843e-45e3-851e-f53d8c55cce4', 'tag': 'c5229818-aa17-4f74-a916-630de29b6bd3'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:33.118596 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Pushing event updated for resources: {'Port': ['ID=c5229818-aa17-4f74-a916-630de29b6bd3,revision_number=3']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:33.118596 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:33.127360 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e296ef-940f-456f-894e-cc06f85124cf req-6bfd1b4f-adc9-49f7-9004-cc88edc1649c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.128058 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-75e296ef-940f-456f-894e-cc06f85124cf req-6bfd1b4f-adc9-49f7-9004-cc88edc1649c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:33.134476 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6babab22-843e-45e3-851e-f53d8c55cce4', 'tag': 'c5229818-aa17-4f74-a916-630de29b6bd3', 'status': 'completed', 'code': 200} Nov 11 16:16:33.142863 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.218829 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.254428 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.271819 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3ed2e423-cf7c-40c5-8ec2-54b8d661530d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:33.299663 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7ce9-6eac-4fa3-87ba-777d5c40d803 req-e8dade61-f5dd-4dd0-bdf5-416c2071f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.301692 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ddbb7ce9-6eac-4fa3-87ba-777d5c40d803 req-e8dade61-f5dd-4dd0-bdf5-416c2071f804 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 1096 time: 0.1442924 Nov 11 16:16:33.303531 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-75e296ef-940f-456f-894e-cc06f85124cf req-6bfd1b4f-adc9-49f7-9004-cc88edc1649c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:33.304630 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-75e296ef-940f-456f-894e-cc06f85124cf req-6bfd1b4f-adc9-49f7-9004-cc88edc1649c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 943 time: 0.4520257 Nov 11 16:16:33.331564 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8d5c423d11c41e1903575434545270e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105509 Nov 11 16:16:33.337566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51572) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:33.344170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7714b65d-cb1e-4465-b175-9400fa6d2a9b,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:33.344692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:33.402305 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07304f-419d-4d53-bf7f-b81b5497a3e3 req-37a9c674-57f5-4817-90ce-a45920e96a74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.403841 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7f07304f-419d-4d53-bf7f-b81b5497a3e3 req-37a9c674-57f5-4817-90ce-a45920e96a74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1899939 Nov 11 16:16:33.413906 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.421645 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e6cb49cc-2e86-48e1-a64d-7b800bf3cea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:33.440905 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.452780 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d28c06-2648-40e1-8489-b92c5e7e276e,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:33.462046 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:33.462889 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-75e296ef-940f-456f-894e-cc06f85124cf req-bb28bc52-c5b2-4ba7-80ab-250830ba5d5c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514413 Nov 11 16:16:33.465539 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.466545 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55d28c06-2648-40e1-8489-b92c5e7e276e HTTP/1.1" status: 204 len: 168 time: 0.5595093 Nov 11 16:16:33.509660 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7ce9-6eac-4fa3-87ba-777d5c40d803 req-0379dcd4-f9d2-408a-a435-55a3a9440388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.511177 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ddbb7ce9-6eac-4fa3-87ba-777d5c40d803 req-0379dcd4-f9d2-408a-a435-55a3a9440388 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=030575c313f145b7a0a5b225ed59cf1a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1980393 Nov 11 16:16:33.513170 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7f07304f-419d-4d53-bf7f-b81b5497a3e3 req-a07465b9-6962-47a7-bc60-999beaa41623 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029694 Nov 11 16:16:33.515476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.673565 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.679161 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dda7fecd-3841-4de6-9159-fa50594d0237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:33.680286 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb7ce9-6eac-4fa3-87ba-777d5c40d803 req-45598c47-2ab2-4404-9406-f9ef8943dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.682717 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ddbb7ce9-6eac-4fa3-87ba-777d5c40d803 req-45598c47-2ab2-4404-9406-f9ef8943dcf5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630528 Nov 11 16:16:33.691291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7714b65d-cb1e-4465-b175-9400fa6d2a9b,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:33.700040 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:33.704361 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:33.706448 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7714b65d-cb1e-4465-b175-9400fa6d2a9b HTTP/1.1" status: 204 len: 168 time: 0.3601267 Nov 11 16:16:33.810909 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-dd05557a-062a-4def-ae77-1ec5d2fd1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:33.812352 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-dd05557a-062a-4def-ae77-1ec5d2fd1860 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 1096 time: 0.0789795 Nov 11 16:16:33.884204 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-21589195-c0c8-49e1-bac8-f7b28de7e4cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5229818-aa17-4f74-a916-630de29b6bd3 HTTP/1.1" status: 200 len: 217 time: 0.0609798 Nov 11 16:16:34.055955 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-b435b0e7-e8f2-44ed-8086-5e37c2f996f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:34.057494 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-b435b0e7-e8f2-44ed-8086-5e37c2f996f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e541e71-8829-411a-a834-8e408d173c4a HTTP/1.1" status: 200 len: 854 time: 0.1632714 Nov 11 16:16:34.118632 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-36600752-d89c-4886-98e8-f4fd44416c38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538347 Nov 11 16:16:34.278011 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-ad074765-392b-40ad-b896-b424c105ce72 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491280 Nov 11 16:16:34.458245 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d282bc7-4b1c-460f-bc4d-713551fa7f42 req-7ce652f5-d379-4a40-81cb-154dbf8bd595 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643391 Nov 11 16:16:34.706054 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbb58a-be05-4d43-a0ba-236696506dcb req-5b53cf66-6d17-4b26-83b9-3625134aa448 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:34.708117 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0afbb58a-be05-4d43-a0ba-236696506dcb req-5b53cf66-6d17-4b26-83b9-3625134aa448 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 943 time: 0.0959139 Nov 11 16:16:34.714261 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ff579-5160-4de5-bf3f-2587f277c77a req-05f8f8d8-04a1-4351-ab3b-c51dd57b4e21 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:34.716652 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fc1ff579-5160-4de5-bf3f-2587f277c77a req-05f8f8d8-04a1-4351-ab3b-c51dd57b4e21 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0927703 Nov 11 16:16:34.769215 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0afbb58a-be05-4d43-a0ba-236696506dcb req-40600d9f-0474-4159-aff1-b4d71ac7137a tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Nov 11 16:16:34.792699 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fc1ff579-5160-4de5-bf3f-2587f277c77a req-ca8e3433-dbc3-4121-ae32-3e11998d564d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573621 Nov 11 16:16:35.995749 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511bf3d-a36f-47ea-a702-54935998175a req-8baf231a-f3d4-4266-aa98-e571e57ab3f8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:35.995749 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3511bf3d-a36f-47ea-a702-54935998175a req-8baf231a-f3d4-4266-aa98-e571e57ab3f8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 943 time: 0.0849938 Nov 11 16:16:36.043706 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3511bf3d-a36f-47ea-a702-54935998175a req-c541c837-17b1-482a-83db-c8f208414058 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434668 Nov 11 16:16:36.052003 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87edd42-1845-4ba4-875f-fcc1fc8c4b3c req-7b8cb342-929b-43c7-b0fc-725fd9ab61d0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:36.059297 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f87edd42-1845-4ba4-875f-fcc1fc8c4b3c req-7b8cb342-929b-43c7-b0fc-725fd9ab61d0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1309502 Nov 11 16:16:36.127819 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f87edd42-1845-4ba4-875f-fcc1fc8c4b3c req-f76081c4-67d3-44cf-b46e-d1d34e592f8b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676861 Nov 11 16:16:37.032453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device c5229818-aa17-4f74-a916-630de29b6bd3 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:16:37.190230 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port c5229818-aa17-4f74-a916-630de29b6bd3, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c5229818-aa17-4f74-a916-630de29b6bd3,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:37.204510 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'c5229818-aa17-4f74-a916-630de29b6bd3', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'port_id': 'c5229818-aa17-4f74-a916-630de29b6bd3', 'mac_address': 'fa:16:3e:8b:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e541e71-8829-411a-a834-8e408d173c4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:16:37.265067 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:37.289238 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8311-05a8-439a-b2c4-be88bbe20242 req-f7223f99-04cf-4488-b131-c68b882268e8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:37.291772 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e1ae8311-05a8-439a-b2c4-be88bbe20242 req-f7223f99-04cf-4488-b131-c68b882268e8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 943 time: 0.1246355 Nov 11 16:16:37.293196 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5229818-aa17-4f74-a916-630de29b6bd3 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:37.311971 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port c5229818-aa17-4f74-a916-630de29b6bd3, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c5229818-aa17-4f74-a916-630de29b6bd3,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:37.342564 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e1ae8311-05a8-439a-b2c4-be88bbe20242 req-b640d13d-a1bb-4c04-90a9-0ffa4109e93f tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 Nov 11 16:16:37.491620 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:37.497678 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:37.567292 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=c5229818-aa17-4f74-a916-630de29b6bd3,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:37.571590 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:37.790429 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['c5229818-aa17-4f74-a916-630de29b6bd3'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:16:38.250811 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 51784) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:38.372112 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:38.387116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:38.391252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Usage tracker for resource:security_group_rule and tenant:c54cee70e4ac4c9388603676a63314b2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:38.394104 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:38.410092 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:38.532048 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:38.559388 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b95d-14ae-4702-8dea-5db87ab368af req-ead5e21d-3b03-4b3b-afb3-b4f7ca6563d7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:38.560860 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d293b95d-14ae-4702-8dea-5db87ab368af req-ead5e21d-3b03-4b3b-afb3-b4f7ca6563d7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 944 time: 0.1093407 Nov 11 16:16:38.605544 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d293b95d-14ae-4702-8dea-5db87ab368af req-e14b0ef2-3335-4c29-853d-c1da61a01864 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Nov 11 16:16:38.722755 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:38.729255 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ce80946d-6777-44d1-83b2-3e28f2c26b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:38.780323 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 51796) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:38.780855 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c54cee70e4ac4c9388603676a63314b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284371 Nov 11 16:16:38.782672 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5ab02f-1e6a-4c40-a285-3e019d649c51,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:38.790252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:38.914240 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:38.954843 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:38.986142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb17d6c-0e50-4f03-81ed-e9434822a5d3 req-47fcbc53-e97e-4f6f-a2e3-2afaa8aa7dd1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:38.987609 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-feb17d6c-0e50-4f03-81ed-e9434822a5d3 req-47fcbc53-e97e-4f6f-a2e3-2afaa8aa7dd1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1524990 Nov 11 16:16:39.044895 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-feb17d6c-0e50-4f03-81ed-e9434822a5d3 req-09edae12-4168-4519-89b6-504a379254d4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458343 Nov 11 16:16:39.046404 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device c5229818-aa17-4f74-a916-630de29b6bd3 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:16:39.304119 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:39.304315 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port c5229818-aa17-4f74-a916-630de29b6bd3 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:16:39.326257 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port c5229818-aa17-4f74-a916-630de29b6bd3 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:16:39.326257 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:39.326482 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-fd858f56-5f76-4f62-b77e-9a6e47c5d9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:39.332317 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5ab02f-1e6a-4c40-a285-3e019d649c51,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:39.339858 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:39.345837 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:39.346964 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb5ab02f-1e6a-4c40-a285-3e019d649c51 HTTP/1.1" status: 204 len: 168 time: 0.5655496 Nov 11 16:16:39.485520 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:39.518922 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6babab22-843e-45e3-851e-f53d8c55cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5229818-aa17-4f74-a916-630de29b6bd3'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:39.548597 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port c5229818-aa17-4f74-a916-630de29b6bd3, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c5229818-aa17-4f74-a916-630de29b6bd3,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:16:39.639461 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6babab22-843e-45e3-851e-f53d8c55cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5229818-aa17-4f74-a916-630de29b6bd3', 'code': 200} Nov 11 16:16:39.730646 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:39.732682 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-bed87289-4a67-4f3e-af1f-3b7bb7f27f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:39.819492 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=c5229818-aa17-4f74-a916-630de29b6bd3,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:39.831775 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:39.843344 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35850bc-5603-4cad-bc11-42e44e9826bf req-f49a7629-c0d3-46d2-bb02-d54c5e738176 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:39.845682 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c35850bc-5603-4cad-bc11-42e44e9826bf req-f49a7629-c0d3-46d2-bb02-d54c5e738176 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.1209068 Nov 11 16:16:39.913146 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c35850bc-5603-4cad-bc11-42e44e9826bf req-342c1801-fec7-4c67-89d1-7856faed27cc tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603776 Nov 11 16:16:40.216566 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f074b5-a4e8-45e6-b735-2b7d0bcba630 req-6b954c2c-7403-45bd-abaa-6bf4f412de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:40.220718 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-50f074b5-a4e8-45e6-b735-2b7d0bcba630 req-6b954c2c-7403-45bd-abaa-6bf4f412de21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 1098 time: 0.0700467 Nov 11 16:16:40.264287 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-50f074b5-a4e8-45e6-b735-2b7d0bcba630 req-dda1ce9d-c024-4523-9991-cd421c2b2d6a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Nov 11 16:16:41.111192 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42db109-edda-444a-a0f4-066f68c4e97f req-f08c8051-c8e1-4399-b4d4-ace1a7e77569 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:41.112736 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e42db109-edda-444a-a0f4-066f68c4e97f req-f08c8051-c8e1-4399-b4d4-ace1a7e77569 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.0939946 Nov 11 16:16:41.159524 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e42db109-edda-444a-a0f4-066f68c4e97f req-2cc3dc55-1e44-4524-953f-dee6285fb770 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Nov 11 16:16:42.371202 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02599a-d375-465f-971f-b440cb06dff0 req-5ae572f7-febd-4ec0-83ff-24fbd71053c6 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:42.372727 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6d02599a-d375-465f-971f-b440cb06dff0 req-5ae572f7-febd-4ec0-83ff-24fbd71053c6 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.0928807 Nov 11 16:16:42.423546 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6d02599a-d375-465f-971f-b440cb06dff0 req-1d50b256-8d2d-4b46-84d6-9b1b28974474 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Nov 11 16:16:42.701544 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:16:43.168454 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427b57f-84da-41d0-9c26-884e5c16dba7 req-226a774d-1c6d-4cb4-9164-f8e2acf70532 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:43.169858 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b427b57f-84da-41d0-9c26-884e5c16dba7 req-226a774d-1c6d-4cb4-9164-f8e2acf70532 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0862823 Nov 11 16:16:43.272188 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b427b57f-84da-41d0-9c26-884e5c16dba7 req-7fa377e2-56e1-47bd-98e7-2acb8757f1f2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961494 Nov 11 16:16:44.506887 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fef2c-7244-45d8-bc54-dc7a6679a202 req-b75ce4b1-7b4b-4425-be24-bca6c1204bb8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:44.515757 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6e3fef2c-7244-45d8-bc54-dc7a6679a202 req-b75ce4b1-7b4b-4425-be24-bca6c1204bb8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0870805 Nov 11 16:16:44.552944 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6e3fef2c-7244-45d8-bc54-dc7a6679a202 req-efa72813-b2f2-49db-b07a-0615cc70c6cd tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 Nov 11 16:16:45.766012 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485df91b-a1c5-4100-b227-eadb77d96554 req-3f988ac5-d89c-4648-81cc-dd312794e275 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:45.767984 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-485df91b-a1c5-4100-b227-eadb77d96554 req-3f988ac5-d89c-4648-81cc-dd312794e275 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0890458 Nov 11 16:16:45.816300 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-485df91b-a1c5-4100-b227-eadb77d96554 req-2dd181ba-eb76-406b-aaf3-ddaec2e5cf08 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Nov 11 16:16:47.021402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d5602-aa56-4b34-ad54-174a1f354c42 req-a49a7b94-daf9-42ee-803d-775c95e6c7c2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:47.023309 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-395d5602-aa56-4b34-ad54-174a1f354c42 req-a49a7b94-daf9-42ee-803d-775c95e6c7c2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0860426 Nov 11 16:16:47.075269 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-395d5602-aa56-4b34-ad54-174a1f354c42 req-e842592c-9448-4895-ad27-649a165b3613 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448890 Nov 11 16:16:48.294818 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528a2b6-3632-4f70-82f7-da8b93ba9d28 req-1c4012df-d512-4794-9d49-4b69550f75de tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:48.296330 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d528a2b6-3632-4f70-82f7-da8b93ba9d28 req-1c4012df-d512-4794-9d49-4b69550f75de tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0946422 Nov 11 16:16:48.350400 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d528a2b6-3632-4f70-82f7-da8b93ba9d28 req-820670d7-ea8e-45b7-8c13-3abe5c3b6ec3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 Nov 11 16:16:48.861243 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234ef3b-867b-494d-bbe2-d365ac038c67 req-fe46f3c6-3e19-490a-b02a-05e75e50eedb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:48.869066 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e234ef3b-867b-494d-bbe2-d365ac038c67 req-fe46f3c6-3e19-490a-b02a-05e75e50eedb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1773703 Nov 11 16:16:48.875746 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-a8265be8-0e6f-4e8c-aff6-d8d99b1b6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:48.877290 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-a8265be8-0e6f-4e8c-aff6-d8d99b1b6094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.1293037 Nov 11 16:16:49.001991 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e234ef3b-867b-494d-bbe2-d365ac038c67 req-752c9a29-7372-433f-880f-a7679ff2838a tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317022 Nov 11 16:16:49.086064 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-09e61582-aa7c-4a63-8d04-7de1306f225f tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:49.087775 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-09e61582-aa7c-4a63-8d04-7de1306f225f tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.1745057 Nov 11 16:16:49.109309 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-c423a1c0-e31a-4c20-b2d5-baf78db77c28 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/quotas/030575c313f145b7a0a5b225ed59cf1a HTTP/1.1" status: 200 len: 375 time: 0.0151231 Nov 11 16:16:49.140125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-4de3a516-4476-47a7-a7b2-6236ee4375c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:49.146823 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-4de3a516-4476-47a7-a7b2-6236ee4375c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.2481947 Nov 11 16:16:49.212097 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-8688d0f0-224e-490a-a43e-00b58e5bc3e9 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002629 Nov 11 16:16:49.221571 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-63c5f68f-7b29-482d-a487-7d6320c40c98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.0723696 Nov 11 16:16:49.300757 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-4caad6e9-22a7-437d-8014-098afc3266dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:49.304083 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-4caad6e9-22a7-437d-8014-098afc3266dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0711291 Nov 11 16:16:49.376648 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-eaac6074-3e74-434d-b24e-ddefe2d7fb21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506008 Nov 11 16:16:49.403115 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-289a98e6-c724-4d68-9160-edfd05d90f4b service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897342 Nov 11 16:16:49.543088 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-92bf2fd6-e173-417c-a432-37c6335949f1 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518736 Nov 11 16:16:49.573677 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-0669153d-a2c7-41ed-a90a-25194b1de6ab service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696937 Nov 11 16:16:49.746596 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b193937-424d-492c-9b68-6ad4a08b4e0d req-a248602a-5913-4d6b-8291-cd62b35d7eaf tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:49.748124 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0b193937-424d-492c-9b68-6ad4a08b4e0d req-a248602a-5913-4d6b-8291-cd62b35d7eaf tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.2041335 Nov 11 16:16:49.751909 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-259d76f3-5f64-4351-b0f7-2fcbfe3cd946 req-b922fa5c-2375-42af-afd6-8812af2bc8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674836 Nov 11 16:16:49.810898 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0b193937-424d-492c-9b68-6ad4a08b4e0d req-8f2ecac1-0336-4589-a8b2-82d4ea91be13 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569503 Nov 11 16:16:49.919618 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b01e35fa-fd29-479b-98ad-29fe9dcaf1f6 req-dfdff9d1-1ded-4b12-bc10-a0862e4e284d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.0536833 Nov 11 16:16:50.205477 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10f416-25d0-45dd-a54a-47badda8c635 req-3f6b3190-19a6-4835-b6ac-5b1cf62c44cc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:50.206934 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6b10f416-25d0-45dd-a54a-47badda8c635 req-3f6b3190-19a6-4835-b6ac-5b1cf62c44cc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0860636 Nov 11 16:16:50.262692 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6b10f416-25d0-45dd-a54a-47badda8c635 req-130a1b6b-46c1-432e-a5e9-b9e05466d859 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Nov 11 16:16:51.012746 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0864635-d154-4402-88c7-de62b9dbf856 req-a2d2f5b0-48f9-4dd4-9ee8-55d4c92cc1a1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:51.014199 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a0864635-d154-4402-88c7-de62b9dbf856 req-a2d2f5b0-48f9-4dd4-9ee8-55d4c92cc1a1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0834224 Nov 11 16:16:51.016419 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a3935035-512e-4686-bd96-26f49dc7ef74 req-6345800a-3929-4b4a-bce1-86ecf3dc9078 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.0430491 Nov 11 16:16:51.059537 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a0864635-d154-4402-88c7-de62b9dbf856 req-c5b10d62-d633-46f7-aba3-90a909a81bce tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 Nov 11 16:16:51.462894 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0684668-0d6a-42b7-82e3-2c9cbe503794 req-b9206ca7-3c7c-48b4-bfc3-66f47f1b945b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:51.464134 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e0684668-0d6a-42b7-82e3-2c9cbe503794 req-b9206ca7-3c7c-48b4-bfc3-66f47f1b945b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0883212 Nov 11 16:16:51.522073 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e0684668-0d6a-42b7-82e3-2c9cbe503794 req-30f9b58b-8e4a-460b-8751-c59601c9892e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521305 Nov 11 16:16:52.058610 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:52.170121 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a4f9dcbc-dbc4-4e2b-8bb0-16494baf621d req-c9b11720-59cf-4840-89d4-99f55f009d12 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.0459664 Nov 11 16:16:52.301695 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d9aec-1952-487c-88a1-0feb6f150eea req-831b13db-e31c-4233-b7dc-5eb0e2e5d382 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:52.303374 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1e5d9aec-1952-487c-88a1-0feb6f150eea req-831b13db-e31c-4233-b7dc-5eb0e2e5d382 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1245146 Nov 11 16:16:52.351436 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1e5d9aec-1952-487c-88a1-0feb6f150eea req-944d412a-485a-4479-83bd-f875082f8bb1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398800 Nov 11 16:16:52.521962 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52164) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:52.695957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:52.719574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:52.725312 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Usage tracker for resource:security_group_rule and tenant:76dc993d8918404da844625b44557939 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:52.730803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:52.740455 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:52.755685 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e09392-c9e3-4e93-9ec6-61e7ba18055d req-6b88a827-3a94-4c27-bc4e-32d9c0ab9ff4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:52.757320 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36e09392-c9e3-4e93-9ec6-61e7ba18055d req-6b88a827-3a94-4c27-bc4e-32d9c0ab9ff4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1324418 Nov 11 16:16:52.825730 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36e09392-c9e3-4e93-9ec6-61e7ba18055d req-99a829d8-ad4b-475d-9837-9493ddf930a7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616715 Nov 11 16:16:52.885273 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:52.994540 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.004222 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d1521081-2f70-4428-af0a-c60022d58703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:53.036075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb5a08-fe74-4491-86a9-38f20b7ab0c5,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:53.052768 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.053559 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.053923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.054274 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.054619 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.054966 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.055308 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.055647 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.055987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.056319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.056841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.057353 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:53.069696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:53.069696 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76dc993d8918404da844625b44557939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436828 Nov 11 16:16:53.070225 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52188) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:53.132124 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.159377 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.312359 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.320707 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:53.337013 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb5a08-fe74-4491-86a9-38f20b7ab0c5,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:53.339892 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:53.341011 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.342919 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5efb5a08-fe74-4491-86a9-38f20b7ab0c5 HTTP/1.1" status: 204 len: 168 time: 0.2717412 Nov 11 16:16:53.359021 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52200) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:53.378657 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4cc988c9-00b6-4396-a61c-ba5e5943b447 req-dee443f3-9059-44b8-9bf4-6615c9ac5f3c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.0636275 Nov 11 16:16:53.476642 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-edbb5d51-c63d-4f47-863b-65e6d25c9d17 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:53.478465 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-edbb5d51-c63d-4f47-863b-65e6d25c9d17 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.2429819 Nov 11 16:16:53.498492 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Request body: {'port': {'device_id': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'admin_state_up': True, 'tenant_id': '030575c313f145b7a0a5b225ed59cf1a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:53.553172 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.578769 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:53.585545 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Usage tracker for resource:security_group_rule and tenant:cef658b36c904e1583c6d4b09f04311a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:53.590599 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:53.596869 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:53.623256 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3507e1-a8ad-4d47-b2bd-9c6984dae1af req-d3f4a039-88cb-4910-ab36-314689fc2b35 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:53.624959 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ef3507e1-a8ad-4d47-b2bd-9c6984dae1af req-d3f4a039-88cb-4910-ab36-314689fc2b35 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1371582 Nov 11 16:16:53.643900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:53.654582 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:53.694312 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ef3507e1-a8ad-4d47-b2bd-9c6984dae1af req-77b12750-3cdc-4c13-8dcc-9dd104b3e725 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597081 Nov 11 16:16:53.747522 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.872086 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Made reservation on behalf of 030575c313f145b7a0a5b225ed59cf1a for: {'port': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:53.872839 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:53.999734 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.013096 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-62ba45ad-3d07-4eea-9250-88fa48ac8da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:54.070046 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cef658b36c904e1583c6d4b09f04311a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099524 Nov 11 16:16:54.072111 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ed9a6-8851-4ead-a892-0b1090b213e7,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:54.074633 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52230) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:54.077286 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:54.129236 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Allocated IP 172.20.0.14 (a002d2d0-8916-4e36-a5e3-84fb6309d2dc/8e541e71-8829-411a-a834-8e408d173c4a/14506b67-874a-494f-8ac4-3e96b243e0fd) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:16:54.139997 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.169461 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.174612 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ec726-f6b5-4afb-9ebb-db409f015177 req-67f515bb-d150-4982-8862-2bfcc68e49a4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:54.176129 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de5ec726-f6b5-4afb-9ebb-db409f015177 req-67f515bb-d150-4982-8862-2bfcc68e49a4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1374955 Nov 11 16:16:54.418529 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de5ec726-f6b5-4afb-9ebb-db409f015177 req-c9443f81-e4ef-4e18-88c5-6567a29604ca tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307394 Nov 11 16:16:54.480264 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.485170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8209d8e3-4e35-4d72-83a8-f14403dc6504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:54.501588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52250) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:54.511534 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.531941 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ed9a6-8851-4ead-a892-0b1090b213e7,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:54.543256 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:54.583556 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.597909 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.600279 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d5ed9a6-8851-4ead-a892-0b1090b213e7 HTTP/1.1" status: 204 len: 168 time: 0.5246680 Nov 11 16:16:54.605013 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bd560267-4b44-476b-829d-d0cdf473549e req-94cf87cf-100b-42c2-8d95-0a389eb5b212 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.0739977 Nov 11 16:16:54.610590 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:54.616230 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:50610cd63a4c46d2b3289710409bfecf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:54.618430 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:54.624729 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:54.634245 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1e43e97b-e6e4-44fa-ae32-2bac9594d5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.657711 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.666261 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:54.761464 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:16:54.764656 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'c5229818-aa17-4f74-a916-630de29b6bd3'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:16:54.764783 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:16:54.765735 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.768826 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:16:54.813127 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event updated for resources: {'Port': ['ID=14506b67-874a-494f-8ac4-3e96b243e0fd,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:54.826673 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.827351 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.827869 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.828371 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.828900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.829412 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.829924 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.830427 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.830929 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.831418 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.831921 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.832412 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:16:54.838336 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:54.854774 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:54.855389 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.954626 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3675e7-d2c0-468b-8132-8fee5633b700 req-826f5c96-871b-4222-8f4e-b41b3457903e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:54.956090 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-db3675e7-d2c0-468b-8132-8fee5633b700 req-826f5c96-871b-4222-8f4e-b41b3457903e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1087592 Nov 11 16:16:54.964664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:54.978580 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d7af0d31-822e-4394-b4c6-1e373f2a6acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:55.018126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c687a-981e-4d37-b011-5eb5f39fea5f,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:55.021354 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-db3675e7-d2c0-468b-8132-8fee5633b700 req-7e70b407-7fb9-44fa-84d7-e33cfada86bb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588481 Nov 11 16:16:55.039209 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:55.068238 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50610cd63a4c46d2b3289710409bfecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636246 Nov 11 16:16:55.070012 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52264) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:55.184058 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6906874 Nov 11 16:16:55.200482 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Request body: {'port': {'device_id': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:55.220355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.220610 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.282689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.336476 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.455281 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.461835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3915012-5480-45bd-a8bc-a0104b91abef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:55.472082 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c687a-981e-4d37-b011-5eb5f39fea5f,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:55.474948 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:55.483426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.486814 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/244c687a-981e-4d37-b011-5eb5f39fea5f HTTP/1.1" status: 204 len: 168 time: 0.4135587 Nov 11 16:16:55.584113 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52278) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:55.627484 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142d08e-35f7-4476-91c3-306afd4ef6e8 req-8000c592-3090-40f0-9a6e-c3c5a633d7da tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:55.628997 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a142d08e-35f7-4476-91c3-306afd4ef6e8 req-8000c592-3090-40f0-9a6e-c3c5a633d7da tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0893860 Nov 11 16:16:55.682896 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Deleting subnet 7ed9e964-7172-4d58-b031-530e858fc6d4 {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:16:55.690308 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.715776 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a142d08e-35f7-4476-91c3-306afd4ef6e8 req-b9ecb1ae-5aaf-48a4-acde-de74277e26c9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720704 Nov 11 16:16:55.789636 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.924763 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14506b67-874a-494f-8ac4-3e96b243e0fd {{(pid=87450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:16:55.929734 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.960311 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:55.994567 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Transition to ACTIVE for port object 14506b67-874a-494f-8ac4-3e96b243e0fd will not be triggered until provisioned by entity L2. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:16:56.009650 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015d4e0-ae4d-42b9-8538-024657225cf6 req-e2739a41-0d3b-4cd8-9268-55cfa8ebc9cf tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:56.010431 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-e015d4e0-ae4d-42b9-8538-024657225cf6 req-e2739a41-0d3b-4cd8-9268-55cfa8ebc9cf tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:16:56.131773 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.137190 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-cc5dc158-ea30-4111-aac7-46b1744261f4 tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:56.221294 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a55e-806a-4f20-9385-91e602eaf247 req-6eaf3d55-4617-42d6-b8cf-dbd2a9c2f6e4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:56.222725 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d679a55e-806a-4f20-9385-91e602eaf247 req-6eaf3d55-4617-42d6-b8cf-dbd2a9c2f6e4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0820982 Nov 11 16:16:56.241514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.242185 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-e015d4e0-ae4d-42b9-8538-024657225cf6 req-e2739a41-0d3b-4cd8-9268-55cfa8ebc9cf tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:16:56.243315 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e015d4e0-ae4d-42b9-8538-024657225cf6 req-e2739a41-0d3b-4cd8-9268-55cfa8ebc9cf tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 932 time: 0.4991233 Nov 11 16:16:56.268934 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d679a55e-806a-4f20-9385-91e602eaf247 req-ad9e3eff-7614-4fc6-a9e6-9b6a1d873486 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395234 Nov 11 16:16:56.295735 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.337995 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Pushing event updated for resources: {'Port': ['ID=14506b67-874a-494f-8ac4-3e96b243e0fd,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.345872 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:56.347334 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7ed9e964-7172-4d58-b031-530e858fc6d4 HTTP/1.1" status: 204 len: 168 time: 0.7621145 Nov 11 16:16:56.348052 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:56.351897 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52292) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:56.421347 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed9e964-7172-4d58-b031-530e858fc6d4,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.427626 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:56.434633 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e015d4e0-ae4d-42b9-8538-024657225cf6 req-d8038fdb-1369-4661-bd93-4f000097d802 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696787 Nov 11 16:16:56.464862 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Attempting to bind port 14506b67-874a-494f-8ac4-3e96b243e0fd on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:16:56.465194 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Attempting to bind port 14506b67-874a-494f-8ac4-3e96b243e0fd by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:16:56.465518 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Attempting to bind port 14506b67-874a-494f-8ac4-3e96b243e0fd on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:56.469169 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.471071 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Port 14506b67-874a-494f-8ac4-3e96b243e0fd on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:16:56.472123 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Attempting to bind port 14506b67-874a-494f-8ac4-3e96b243e0fd on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:16:56.477147 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:16:56.477464 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Checking segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:16:56.477843 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Bound using segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:16:56.478257 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Bound port: 14506b67-874a-494f-8ac4-3e96b243e0fd, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:16:56.478597 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.522141 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52296) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:56.553479 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.582510 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:56.590910 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Usage tracker for resource:security_group_rule and tenant:2816089f27dc4be48d78d2984f669722 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:56.594922 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:56.596940 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.602703 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:56.604835 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] For port 14506b67-874a-494f-8ac4-3e96b243e0fd, host hv-cinder-81115, cleared binding levels {{(pid=87450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:16:56.608335 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] For port 14506b67-874a-494f-8ac4-3e96b243e0fd, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=14506b67-874a-494f-8ac4-3e96b243e0fd,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:16:56.626162 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b9d605-a660-45fe-a17a-02fb5151cf87']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:56.638588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:56.638883 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d51eba-e8b2-4836-a8a5-9cdf7d7e3c69') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:56.650641 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.666463 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.672295 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:16:56.672701 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:16:56.685530 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:16:56.688958 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.709253 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.713271 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:56.849866 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.883320 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.883934 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:56.884934 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.885922 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] 10.222.0.60 "PUT /v2.0/ports/14506b67-874a-494f-8ac4-3e96b243e0fd HTTP/1.1" status: 200 len: 1094 time: 1.6904252 Nov 11 16:16:56.886429 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'tag': '14506b67-874a-494f-8ac4-3e96b243e0fd'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:16:56.892651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:56.895700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:56.914989 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2816089f27dc4be48d78d2984f669722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890922 Nov 11 16:16:56.914989 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Pushing event updated for resources: {'Port': ['ID=14506b67-874a-494f-8ac4-3e96b243e0fd,revision_number=3']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.915577 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52308) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:56.918087 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:56.918900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3a25dec7-c3d5-4846-a560-5a777d92c310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:56.927668 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Pushing event deleted for resources: {'Network': ['ID=90b9d605-a660-45fe-a17a-02fb5151cf87,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.935047 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:56.962168 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d28d7-09ab-452e-957e-ddd9b46ee2e5 req-651d53c1-21f3-417b-8920-a4c4088b5e7f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:56.963813 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-548d28d7-09ab-452e-957e-ddd9b46ee2e5 req-651d53c1-21f3-417b-8920-a4c4088b5e7f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1214645 Nov 11 16:16:56.975181 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53be349d-0e13-4fa0-b9a0-5ce9e640ef29,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:56.980328 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'tag': '14506b67-874a-494f-8ac4-3e96b243e0fd', 'status': 'completed', 'code': 200} Nov 11 16:16:56.981036 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:57.010326 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.017167 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-548d28d7-09ab-452e-957e-ddd9b46ee2e5 req-8fa71679-f93d-4bac-9e6e-261b1da1e1b6 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Nov 11 16:16:57.058102 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-18e2ebac-8750-41cc-bb9b-36080674660d admin admin] 10.222.0.50 "DELETE /v2.0/networks/90b9d605-a660-45fe-a17a-02fb5151cf87 HTTP/1.1" status: 204 len: 168 time: 0.7045028 Nov 11 16:16:57.060360 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52316) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:57.083373 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.127689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Deleting subnet 26f7c0f3-b7f9-4df9-8273-d036e0cdf1a9 {{(pid=87451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:16:57.131797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.137996 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7419b9e-40a7-4a8b-b702-576b3f5d1372 req-b34b6c24-8340-4642-ade1-099c64ac1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.139450 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b7419b9e-40a7-4a8b-b702-576b3f5d1372 req-b34b6c24-8340-4642-ade1-099c64ac1fad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 1097 time: 0.1196125 Nov 11 16:16:57.186150 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10643444'] for subnet, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.269299 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.282206 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.293720 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7711a3a1-d500-4efa-a618-67bdcae7dffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:57.348943 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7419b9e-40a7-4a8b-b702-576b3f5d1372 req-132be193-c1c2-4737-96bf-ab4c7c80cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.350435 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b7419b9e-40a7-4a8b-b702-576b3f5d1372 req-132be193-c1c2-4737-96bf-ab4c7c80cb51 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=030575c313f145b7a0a5b225ed59cf1a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2006879 Nov 11 16:16:57.351409 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53be349d-0e13-4fa0-b9a0-5ce9e640ef29,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:57.353916 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:57.355044 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.356068 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53be349d-0e13-4fa0-b9a0-5ce9e640ef29 HTTP/1.1" status: 204 len: 168 time: 0.4395528 Nov 11 16:16:57.375826 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1465d461-a56e-4f2a-9306-640939ff87c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.457229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10712112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523108'] for subnet, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.472524 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:57.509147 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f7c0f3-b7f9-4df9-8273-d036e0cdf1a9,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:57.511477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.520536 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/26f7c0f3-b7f9-4df9-8273-d036e0cdf1a9 HTTP/1.1" status: 204 len: 168 time: 0.4586685 Nov 11 16:16:57.521164 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52330) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:57.522009 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3e2bff0-9a98-40ee-853a-700d3e3d945f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:57.565388 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7419b9e-40a7-4a8b-b702-576b3f5d1372 req-071adb5a-8390-4b15-800a-187619ecc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.566838 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b7419b9e-40a7-4a8b-b702-576b3f5d1372 req-071adb5a-8390-4b15-800a-187619ecc6ad service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2043393 Nov 11 16:16:57.588426 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd049c0-47d0-478e-bc9b-4f86aff5e872 req-1c96eae5-53a8-44d2-8817-520fb50ebc31 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.592443 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dbd049c0-47d0-478e-bc9b-4f86aff5e872 req-1c96eae5-53a8-44d2-8817-520fb50ebc31 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1954153 Nov 11 16:16:57.682117 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dbd049c0-47d0-478e-bc9b-4f86aff5e872 req-641a740b-919f-43fa-af4e-e749e2610946 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831585 Nov 11 16:16:57.682950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.716534 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-61926436-2f8e-4b0e-b96f-573d71c325b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.718140 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-61926436-2f8e-4b0e-b96f-573d71c325b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 1097 time: 0.0898240 Nov 11 16:16:57.800142 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-99ef0b37-7827-45a2-b83f-1b27613f3c9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14506b67-874a-494f-8ac4-3e96b243e0fd HTTP/1.1" status: 200 len: 217 time: 0.0693426 Nov 11 16:16:57.830221 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.844790 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47cefd-244e-4bb6-9e95-beddaa7d9424 req-2dc16f1b-68f5-4ba5-a1e4-ab767f4ee9c4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.852017 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5f47cefd-244e-4bb6-9e95-beddaa7d9424 req-2dc16f1b-68f5-4ba5-a1e4-ab767f4ee9c4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 944 time: 0.2552466 Nov 11 16:16:57.887558 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-f936d3cd-f857-4ffe-a5d6-d60bacba92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:57.889166 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-f936d3cd-f857-4ffe-a5d6-d60bacba92d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e541e71-8829-411a-a834-8e408d173c4a HTTP/1.1" status: 200 len: 854 time: 0.0783069 Nov 11 16:16:57.904357 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a3264f-4f32-4177-866f-d02ad5c86c01']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.925625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad4015d-fa3f-4c4d-8b76-11d9dd4e7c14') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.925987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad4015d-fa3f-4c4d-8b76-11d9dd4e7c14') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:16:57.941320 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5f47cefd-244e-4bb6-9e95-beddaa7d9424 req-96cd91f6-c81d-4adc-a792-468b389b3016 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883641 Nov 11 16:16:57.945432 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.947842 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-ec4f077a-1ec4-4528-8080-5e1077aedc02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498483 Nov 11 16:16:57.970696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.977842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:16:57.978321 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:16:57.992392 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:16:58.091724 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-95864bb8-993c-4a1e-aaf7-5dae326c4846 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355631 Nov 11 16:16:58.299866 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de0b65c9-0271-46fa-865d-ef724fcde1fb req-4bd390c7-71fe-4755-87d0-c1c8ccc41e73 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927226 Nov 11 16:16:58.315567 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225112-92ec-43fa-8b9a-c1bafe2c8b32 req-4b9cc368-2404-4918-b43a-916c5e664ed2 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:58.318501 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-04225112-92ec-43fa-8b9a-c1bafe2c8b32 req-4b9cc368-2404-4918-b43a-916c5e664ed2 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1783438 Nov 11 16:16:58.348768 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:58.356472 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:58.365541 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-04225112-92ec-43fa-8b9a-c1bafe2c8b32 req-aaa93e21-f057-4377-8109-399839d284af tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Nov 11 16:16:58.394477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:58.394924 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a3264f-4f32-4177-866f-d02ad5c86c01,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:58.398238 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:58.401569 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] 10.222.0.50 "DELETE /v2.0/networks/f9a3264f-4f32-4177-866f-d02ad5c86c01 HTTP/1.1" status: 204 len: 168 time: 0.8786321 Nov 11 16:16:58.687153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52370) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:58.696979 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:58.807983 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023851554-network', 'tenant_id': '4091f5a4f6e64f77a7d885ed56cd956a'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:58.816668 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52380) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:58.817265 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:58.821487 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Usage tracker for resource:network and tenant:4091f5a4f6e64f77a7d885ed56cd956a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:58.824964 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:58.870003 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:58.873285 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-659a24c4-4536-4f33-a8e2-0eb0d57f36e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac777ea87c944c5da0c3dba147d89a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552711 Nov 11 16:16:58.875633 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52384) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:58.924366 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3042ed-8482-40f1-99d6-506ca50092dc req-d81d5bd3-305b-4850-89d5-48c16f53e108 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:58.925992 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ea3042ed-8482-40f1-99d6-506ca50092dc req-d81d5bd3-305b-4850-89d5-48c16f53e108 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0937378 Nov 11 16:16:58.936409 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:58.963392 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:58.975777 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ea3042ed-8482-40f1-99d6-506ca50092dc req-3548ace4-be54-4d34-b2ca-469f796ad947 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Nov 11 16:16:59.056581 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Made reservation on behalf of 4091f5a4f6e64f77a7d885ed56cd956a for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:59.058961 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.072392 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.086695 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:59.090674 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Usage tracker for resource:security_group_rule and tenant:4091f5a4f6e64f77a7d885ed56cd956a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:59.093561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:59.099333 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:59.136979 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e33602-e5be-42b3-bcc4-f4ae054126bf req-f40d3df1-0116-43f0-9cea-dfa80c435d8a tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:59.138494 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-96e33602-e5be-42b3-bcc4-f4ae054126bf req-f40d3df1-0116-43f0-9cea-dfa80c435d8a tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 944 time: 0.0841627 Nov 11 16:16:59.185900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.194626 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0daf37cc-2e64-4604-a71e-9ac724ff7285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:59.206526 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-96e33602-e5be-42b3-bcc4-f4ae054126bf req-137501ff-d057-4c83-bc37-d0b0feb1b23e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Nov 11 16:16:59.213162 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d6446f-b0b3-4e14-a9c9-241b472ff8bb,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.217568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.218696 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:59.366297 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.370515 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b6276dac-bb6f-4f7f-bb69-eab84e4a72c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:59.372236 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.376133 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0d6446f-b0b3-4e14-a9c9-241b472ff8bb HTTP/1.1" status: 204 len: 168 time: 0.4968185 Nov 11 16:16:59.397170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:16:59.413729 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd6c7b-c316-4604-9abb-f753b4fdb6e7,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.417502 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:59.421433 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.421770 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Added segment 3098f2ca-6b70-487c-97f7-dd99362afa70 of type vlan for network b1a769e0-1202-4139-9506-9e11f227cb93 Nov 11 16:16:59.462497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.566104 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.569238 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:59.569819 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.577287 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:16:59.678146 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:16:59.688876 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a769e0-1202-4139-9506-9e11f227cb93,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:16:59.692205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:16:59.698996 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network b1a769e0-1202-4139-9506-9e11f227cb93 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:16:59.714497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb99b7-8364-48a4-a547-cbd8e5570c2e req-a9dd5c06-3851-4e34-8841-bcaaa71a38ca tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:16:59.716354 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d3eb99b7-8364-48a4-a547-cbd8e5570c2e req-a9dd5c06-3851-4e34-8841-bcaaa71a38ca tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1971977 Nov 11 16:16:59.759275 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0706725 Nov 11 16:16:59.762430 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52404) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:16:59.773151 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Request body: {'subnet': {'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023851554-subnet', 'tenant_id': '4091f5a4f6e64f77a7d885ed56cd956a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:16:59.778393 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d3eb99b7-8364-48a4-a547-cbd8e5570c2e req-d19ab72c-23e2-4f63-b0e4-b4bf44201da1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558007 Nov 11 16:16:59.780524 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:16:59.785477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Usage tracker for resource:subnet and tenant:4091f5a4f6e64f77a7d885ed56cd956a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:16:59.790307 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:16:59.797307 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:16:59.943283 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Made reservation on behalf of 4091f5a4f6e64f77a7d885ed56cd956a for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:16:59.945930 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523011'] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.185091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8889e1-93fb-464e-84e9-6d4aaf16b24b req-62a23643-b9ea-4f6b-b3ce-e435aeafcda3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:00.189876 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cc8889e1-93fb-464e-84e9-6d4aaf16b24b req-62a23643-b9ea-4f6b-b3ce-e435aeafcda3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0920119 Nov 11 16:17:00.254017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10713847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523037'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.270667 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-72cc9867-8fd6-4595-b4b5-57ce01ffbfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:00.345410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52420) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:00.385686 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cc8889e1-93fb-464e-84e9-6d4aaf16b24b req-56af4503-cf4e-4e26-bcd7-fda81d900195 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924210 Nov 11 16:17:00.510234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c8cef4-97de-4ef9-96ff-39ef203b3e57,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.517605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:00.525809 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-5a676706-c960-4f60-bd58-f0afed217c43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ef9c866cf8047afb679cb38f579c32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685691 Nov 11 16:17:00.527880 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Checking segment: {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:17:00.528228 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Network hostable DHCP agents. Network: b1a769e0-1202-4139-9506-9e11f227cb93, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:17:00.528676 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52426) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:00.566242 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148648e8-9603-4cf3-afce-0786f2ef1b8f req-cfb40ec1-a1e4-4cac-b950-b5c655d0182e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:00.568292 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-148648e8-9603-4cf3-afce-0786f2ef1b8f req-cfb40ec1-a1e4-4cac-b950-b5c655d0182e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 944 time: 0.1839781 Nov 11 16:17:00.601651 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.616578 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-148648e8-9603-4cf3-afce-0786f2ef1b8f req-ca2502c7-efc3-4664-ba3b-2596b2489865 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400858 Nov 11 16:17:00.629879 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.667789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Network b1a769e0-1202-4139-9506-9e11f227cb93 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:17:00.786490 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, b1a769e0-1202-4139-9506-9e11f227cb93) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:00.787139 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.800217 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:00.800217 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.800464 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0874a8-3ba6-4d50-a7fd-bac889ab0448 None None] Network b1a769e0-1202-4139-9506-9e11f227cb93 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:17:00.800900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-847c077d-a87a-434c-9e93-d964b22fe75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:00.811655 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081c648-f53f-49e6-bd11-35bbe54008d7,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:00.814808 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:00.821660 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:00.829088 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a081c648-f53f-49e6-bd11-35bbe54008d7 HTTP/1.1" status: 204 len: 168 time: 0.2930861 Nov 11 16:17:00.895127 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-164fc685-fb35-4cfc-b0e1-8827ac5ce9ce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1316216 Nov 11 16:17:01.000153 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c48ff-092f-4870-b384-b2543a75a510 req-1d0efe74-f6dd-4930-9188-e0dddb71a146 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:01.001760 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-913c48ff-092f-4870-b384-b2543a75a510 req-1d0efe74-f6dd-4930-9188-e0dddb71a146 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0972099 Nov 11 16:17:01.049078 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-913c48ff-092f-4870-b384-b2543a75a510 req-86a81756-f926-4b02-af9e-343684405474 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Nov 11 16:17:01.083563 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10060a54-6cf4-48d6-925f-36a5d2c5872b None None] Network b1a769e0-1202-4139-9506-9e11f227cb93 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:17:01.202969 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:17:01.471058 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:01.485806 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'mac_address': 'fa:16:3e:9c:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:17:01.552971 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:01.572302 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a88c64d6-b834-4b04-95b1-f6352d5b7ee6 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:01.592803 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:01.611440 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6eed2-218f-470c-a963-0018ec513f21 req-abfeb897-4a52-427b-a2f6-bd62c2d66f68 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:01.612925 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2b6eed2-218f-470c-a963-0018ec513f21 req-abfeb897-4a52-427b-a2f6-bd62c2d66f68 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0829809 Nov 11 16:17:01.658412 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2b6eed2-218f-470c-a963-0018ec513f21 req-56193264-ce41-4f0e-a89a-fc278a790a45 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390489 Nov 11 16:17:01.773558 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:01.776343 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 14506b67-874a-494f-8ac4-3e96b243e0fd details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:17:01.780003 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:01.813506 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a7b12-c543-4e1f-b6c3-0f784c158e4a req-25545c8e-baee-4ad1-b1ae-b0745c8d571a tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:01.818843 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-828a7b12-c543-4e1f-b6c3-0f784c158e4a req-25545c8e-baee-4ad1-b1ae-b0745c8d571a tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 944 time: 0.0865240 Nov 11 16:17:01.874806 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-828a7b12-c543-4e1f-b6c3-0f784c158e4a req-1953b6e4-b6cf-48a5-bfef-48d8d263eebb tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529840 Nov 11 16:17:01.934964 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=6']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:01.938201 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:01.987440 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 14506b67-874a-494f-8ac4-3e96b243e0fd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=14506b67-874a-494f-8ac4-3e96b243e0fd,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:02.002475 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '14506b67-874a-494f-8ac4-3e96b243e0fd', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'port_id': '14506b67-874a-494f-8ac4-3e96b243e0fd', 'mac_address': 'fa:16:3e:d6:fb:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e541e71-8829-411a-a834-8e408d173c4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:17:02.058946 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:02.076999 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14506b67-874a-494f-8ac4-3e96b243e0fd {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:02.094199 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 14506b67-874a-494f-8ac4-3e96b243e0fd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=14506b67-874a-494f-8ac4-3e96b243e0fd,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:02.261713 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60195c-d3a4-4562-905a-2b0c99e64048 req-fa1442e6-518d-4fa3-8cbf-9585517207fc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:02.263249 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9e60195c-d3a4-4562-905a-2b0c99e64048 req-fa1442e6-518d-4fa3-8cbf-9585517207fc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0975921 Nov 11 16:17:02.286357 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:02.288141 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:02.340818 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9e60195c-d3a4-4562-905a-2b0c99e64048 req-a73f6de5-4699-4f92-a47d-65ca48e4a7dd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609014 Nov 11 16:17:02.425557 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=14506b67-874a-494f-8ac4-3e96b243e0fd,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:02.429512 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:02.455533 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['a88c64d6-b834-4b04-95b1-f6352d5b7ee6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:02.642861 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['14506b67-874a-494f-8ac4-3e96b243e0fd'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:02.937713 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2190c-240f-43e6-b72c-84a2ff0d49d4 req-33c48654-0635-423d-a092-cd87fcdda8d7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:02.939195 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6af2190c-240f-43e6-b72c-84a2ff0d49d4 req-33c48654-0635-423d-a092-cd87fcdda8d7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 945 time: 0.0919619 Nov 11 16:17:02.992517 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6af2190c-240f-43e6-b72c-84a2ff0d49d4 req-39713517-494f-4491-8c42-9e1613783b22 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458629 Nov 11 16:17:03.097354 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490f47a-1e39-4564-9594-9c8395e537ea req-0c1cb85c-e0c8-4a29-a22b-65c176527af2 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:03.098870 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6490f47a-1e39-4564-9594-9c8395e537ea req-0c1cb85c-e0c8-4a29-a22b-65c176527af2 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 945 time: 0.1151085 Nov 11 16:17:03.150446 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6490f47a-1e39-4564-9594-9c8395e537ea req-6abee4ce-243d-4f1d-9174-5ed2ba6829fb tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Nov 11 16:17:03.213039 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:17:03.322521 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:03.323139 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:03.574789 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:03.615128 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:03.635292 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:03.671042 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'code': 200} Nov 11 16:17:03.707865 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0db868-bdbb-4f95-babe-d9185adff2fb req-f5946eb3-ed54-4144-98f8-b37785ab1eab tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:03.709972 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-da0db868-bdbb-4f95-babe-d9185adff2fb req-f5946eb3-ed54-4144-98f8-b37785ab1eab tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1341910 Nov 11 16:17:03.719794 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:03.721710 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:03.771643 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-da0db868-bdbb-4f95-babe-d9185adff2fb req-da2da89b-8081-4eed-a962-42abb4f894c5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Nov 11 16:17:03.825586 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=7']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:03.830096 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:04.347327 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9b3ed-6f94-4fa8-9b95-e92267fcc62b req-ea919a89-530d-4058-8d60-1f5665b2e5f4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:04.360523 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1ba9b3ed-6f94-4fa8-9b95-e92267fcc62b req-ea919a89-530d-4058-8d60-1f5665b2e5f4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1830068 Nov 11 16:17:04.423211 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1ba9b3ed-6f94-4fa8-9b95-e92267fcc62b req-bf24d90d-d304-4a08-885b-563cdd34e3a7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575881 Nov 11 16:17:04.423381 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-f2ab7564-6a90-4580-a74f-01063b0ea28d tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:04.425030 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-f2ab7564-6a90-4580-a74f-01063b0ea28d tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/networks?id=b1a769e0-1202-4139-9506-9e11f227cb93 HTTP/1.1" status: 200 len: 809 time: 0.2345560 Nov 11 16:17:04.460732 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-1ea44d24-76ed-4c47-be57-f9bcde2971b1 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/quotas/4091f5a4f6e64f77a7d885ed56cd956a HTTP/1.1" status: 200 len: 375 time: 0.0282958 Nov 11 16:17:04.539262 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-8061d954-f7d4-447b-bcb8-dc5bbd442eef tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773258 Nov 11 16:17:04.701797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd73e1-4e6a-439b-950a-9dfdcc9a9bf2 req-45257dc1-c3a6-4749-9787-65cf076c1590 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:04.701797 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2cdd73e1-4e6a-439b-950a-9dfdcc9a9bf2 req-45257dc1-c3a6-4749-9787-65cf076c1590 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 945 time: 0.1423182 Nov 11 16:17:04.756169 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-fc1296d8-0220-4da4-b3e5-c774f381aef6 service neutron] 10.222.0.50 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159925 Nov 11 16:17:04.762863 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2cdd73e1-4e6a-439b-950a-9dfdcc9a9bf2 req-fe6bb777-81dd-4e1c-abb5-659135fd7062 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909460 Nov 11 16:17:04.939381 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-cc09db64-dade-46ae-989b-663f90dd0bc1 service neutron] 10.222.0.50 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749799 Nov 11 16:17:05.007121 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea32644-fd15-4349-9d68-09aa23e92f8a req-54dc0adc-85d1-45fd-bfd2-8ad7fb8dba82 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:05.015994 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4ea32644-fd15-4349-9d68-09aa23e92f8a req-54dc0adc-85d1-45fd-bfd2-8ad7fb8dba82 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1176398 Nov 11 16:17:05.078556 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4ea32644-fd15-4349-9d68-09aa23e92f8a req-93c48356-7c51-487f-a5cd-f42e10776420 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 Nov 11 16:17:05.325597 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 14506b67-874a-494f-8ac4-3e96b243e0fd up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:17:05.394474 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b46c0634-3fa4-435c-8bd0-3ddb61e45ee7 req-12b897bc-e979-4891-92db-9c9fc9eacba8 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.0737305 Nov 11 16:17:05.638865 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463a1f4-4fbc-46af-a34f-1510397ad1e6 req-bf78c5cd-6371-44e8-abdf-489bb755e3e6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:05.641221 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3463a1f4-4fbc-46af-a34f-1510397ad1e6 req-bf78c5cd-6371-44e8-abdf-489bb755e3e6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1020977 Nov 11 16:17:05.654515 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 14506b67-874a-494f-8ac4-3e96b243e0fd completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:17:05.671682 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 14506b67-874a-494f-8ac4-3e96b243e0fd triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:05.672834 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:05.712199 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3463a1f4-4fbc-46af-a34f-1510397ad1e6 req-0c9ad4a4-2110-4f5a-b2de-0dbe7e3e0b47 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620270 Nov 11 16:17:05.955723 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:05.995650 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 14506b67-874a-494f-8ac4-3e96b243e0fd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=14506b67-874a-494f-8ac4-3e96b243e0fd,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:05.997099 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14506b67-874a-494f-8ac4-3e96b243e0fd'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:06.055168 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14506b67-874a-494f-8ac4-3e96b243e0fd', 'code': 200} Nov 11 16:17:06.086584 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:06.097503 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:06.141406 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9190a46-c63c-43d5-9df2-f5fd6e892903 req-6381dccb-7cc5-47e4-b8d9-d1ffc16dc301 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:06.157167 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c9190a46-c63c-43d5-9df2-f5fd6e892903 req-6381dccb-7cc5-47e4-b8d9-d1ffc16dc301 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 945 time: 0.2339616 Nov 11 16:17:06.254799 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c9190a46-c63c-43d5-9df2-f5fd6e892903 req-3e9f686b-d67b-4a9d-b55a-f9640253b8c8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940118 Nov 11 16:17:06.328496 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=14506b67-874a-494f-8ac4-3e96b243e0fd,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:06.344079 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:06.366389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:06.409740 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfeb4f-770d-48bb-8fac-babc35e1d8cd req-bc676b6d-3eeb-4c04-9f68-9ef089f45554 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:06.411455 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-76bfeb4f-770d-48bb-8fac-babc35e1d8cd req-bc676b6d-3eeb-4c04-9f68-9ef089f45554 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1170094 Nov 11 16:17:06.473463 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-76bfeb4f-770d-48bb-8fac-babc35e1d8cd req-25f39f26-3a04-4bc2-9866-62ee553a4cc6 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551403 Nov 11 16:17:06.516746 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7229d41e-5cae-42eb-ae1c-d277b7fa55d0 req-81beba9b-93d4-4045-a58b-79f3b80ee55b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.0532787 Nov 11 16:17:07.213318 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16ae23-56d6-4d21-8038-8e99f3807c5e req-ce533cdd-3ecd-4cf5-abc7-bd55ec029701 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:07.213318 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4e16ae23-56d6-4d21-8038-8e99f3807c5e req-ce533cdd-3ecd-4cf5-abc7-bd55ec029701 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1184101 Nov 11 16:17:07.213318 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee16a17-828b-4df1-be7c-0867b6e2a77c req-ff9bca29-546c-427d-881f-54513f586924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:07.213318 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9ee16a17-828b-4df1-be7c-0867b6e2a77c req-ff9bca29-546c-427d-881f-54513f586924 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 1099 time: 0.1749642 Nov 11 16:17:07.213318 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4e16ae23-56d6-4d21-8038-8e99f3807c5e req-f7b31f3e-16ca-466d-9a8b-58e02b68cf9b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682430 Nov 11 16:17:07.213318 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9ee16a17-828b-4df1-be7c-0867b6e2a77c req-7a7eda63-b32f-4ce9-be23-e976b07d2975 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570300 Nov 11 16:17:07.509571 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257212-afb7-410e-8739-788da8b30d54 req-3a38c1f7-c0ef-4d9d-a70d-9b7437f33cc5 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:07.511055 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75257212-afb7-410e-8739-788da8b30d54 req-3a38c1f7-c0ef-4d9d-a70d-9b7437f33cc5 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 946 time: 0.1439691 Nov 11 16:17:07.561618 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75257212-afb7-410e-8739-788da8b30d54 req-c4bf72a4-94fa-4355-be1b-9366628237ec tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Nov 11 16:17:07.707512 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f4ef5-2cfa-44ab-ba05-092579d666d9 req-831e6743-adc7-4211-b772-be10fe699b53 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:07.709189 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-218f4ef5-2cfa-44ab-ba05-092579d666d9 req-831e6743-adc7-4211-b772-be10fe699b53 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1040313 Nov 11 16:17:07.789105 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-218f4ef5-2cfa-44ab-ba05-092579d666d9 req-316ecbe1-0965-4452-9254-b1c75ec13a4c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Nov 11 16:17:07.801736 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-93bdaf00-c49a-4697-a5d9-ad3e8e2caf96 req-30767f25-a744-4638-bf08-99e233e8c7ae tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.1145036 Nov 11 16:17:08.019017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52654) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:08.188873 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:08.211550 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:08.219176 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc7597a59034bcea88a15d5c62a8d35 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:08.225158 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:08.234981 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:08.392967 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:08.513345 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:08.528962 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:08.576460 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67c47-cd42-414c-829c-8f018c16a7f6 req-d3840755-f132-43e2-9aac-40db83f40bcc tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:08.596466 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-13c67c47-cd42-414c-829c-8f018c16a7f6 req-d3840755-f132-43e2-9aac-40db83f40bcc tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1691236 Nov 11 16:17:08.623637 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dc7597a59034bcea88a15d5c62a8d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002522 Nov 11 16:17:08.625427 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda38ea7-fc93-4ece-9208-807abcdfca48,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:08.627922 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52674) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:08.630602 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:08.717506 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-13c67c47-cd42-414c-829c-8f018c16a7f6 req-8bddd634-4c71-4c94-8f06-7e6e0796b691 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152892 Nov 11 16:17:08.746064 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:08.836812 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:08.950574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618386e-2601-4047-8926-d0370c195366 req-43dad5b9-4423-470d-a8e6-9efc316c3287 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:08.957629 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4618386e-2601-4047-8926-d0370c195366 req-43dad5b9-4423-470d-a8e6-9efc316c3287 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 946 time: 0.2119370 Nov 11 16:17:09.019055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d21b6-24bf-4e7e-88cf-ed221b951c2e req-5eececa6-ed68-4c4e-a96b-0aad4bfef3f5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:09.030418 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f9d21b6-24bf-4e7e-88cf-ed221b951c2e req-5eececa6-ed68-4c4e-a96b-0aad4bfef3f5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1087523 Nov 11 16:17:09.054484 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4618386e-2601-4047-8926-d0370c195366 req-692d5acf-0b42-4363-bee8-eeaac7c79b35 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903177 Nov 11 16:17:09.093975 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f9d21b6-24bf-4e7e-88cf-ed221b951c2e req-5a81694c-5919-44cf-af8c-d9101fc2af7d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626080 Nov 11 16:17:09.119486 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:09.125191 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-388acaee-7ef5-43aa-8cd3-742f3bd1bf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:09.147074 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda38ea7-fc93-4ece-9208-807abcdfca48,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:09.164118 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:09.192065 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:09.198009 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fda38ea7-fc93-4ece-9208-807abcdfca48 HTTP/1.1" status: 204 len: 168 time: 0.5692277 Nov 11 16:17:09.297757 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52688) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:09.308371 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-dacca329-87d4-46b0-a818-84dda2440518 req-6474dfef-8e1c-4c42-83a1-1eec163f70ed tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.0827780 Nov 11 16:17:09.625406 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:09.667913 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:09.688802 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d446cfbff80a4bd69a7204089930f6ce is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:09.702755 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:09.751989 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:09.836200 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-ae1cce4e-5466-46ab-97d6-9cf3756d9078 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:09.837678 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-ae1cce4e-5466-46ab-97d6-9cf3756d9078 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "GET /v2.0/networks?id=b1a769e0-1202-4139-9506-9e11f227cb93 HTTP/1.1" status: 200 len: 809 time: 0.4283373 Nov 11 16:17:09.853918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Request body: {'port': {'device_id': '08059667-71c0-4749-9324-898633719823', 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93', 'admin_state_up': True, 'tenant_id': '4091f5a4f6e64f77a7d885ed56cd956a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:10.152892 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:10.157305 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.162191 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Usage tracker for resource:port and tenant:4091f5a4f6e64f77a7d885ed56cd956a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:10.165883 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:10.176594 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e649cc-79f7-466e-baa9-554a41eebde2 req-89f3eb1a-4288-4e6c-a04b-55c899934800 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:10.182231 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e6e649cc-79f7-466e-baa9-554a41eebde2 req-89f3eb1a-4288-4e6c-a04b-55c899934800 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.2167606 Nov 11 16:17:10.228338 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:10.233930 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.271520 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c24bac0b-21b3-46ec-97d1-f3791c0900a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:10.302561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52714) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:10.348313 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.392343 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d446cfbff80a4bd69a7204089930f6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0912745 Nov 11 16:17:10.393938 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52722) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:10.396694 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0eb9d-ae57-4d34-8ba8-c42af5422fe6,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:10.411305 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:10.423380 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e6e649cc-79f7-466e-baa9-554a41eebde2 req-103cd7bf-3a37-486f-b82c-2e0f68fb0690 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336588 Nov 11 16:17:10.435487 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Made reservation on behalf of 4091f5a4f6e64f77a7d885ed56cd956a for: {'port': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:10.439061 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.503205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:10.511099 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Usage tracker for resource:security_group_rule and tenant:b1a4f5ead86340a3af0567e5bd0fcce0 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:10.517941 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:10.527321 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:10.662297 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a77e8242-5a13-4dfe-b5ac-abe59cd4bfb8 req-cf94a51b-b2cf-41fa-a616-b330684946f3 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.0620475 Nov 11 16:17:10.666175 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.671355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.681872 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6033ad-6e3f-450a-8462-72a0a61dde79 req-adcef485-9497-455c-9242-0a67b72417e4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:10.690194 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-aa6033ad-6e3f-450a-8462-72a0a61dde79 req-adcef485-9497-455c-9242-0a67b72417e4 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.3168538 Nov 11 16:17:10.737011 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-aa6033ad-6e3f-450a-8462-72a0a61dde79 req-282862d9-7659-4b01-907a-5adaca2b409c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Nov 11 16:17:10.753807 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.771036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.777852 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0b807f3f-0c80-44f1-b493-f47b496d2c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:10.813403 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Allocated IP 172.20.0.7 (b1a769e0-1202-4139-9506-9e11f227cb93/38c8cef4-97de-4ef9-96ff-39ef203b3e57/b9ee3292-829a-46d8-873e-0d70a389bc55) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:10.816425 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8992e26d-c04e-432d-8f41-3b6fa6b3acf0,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:10.819633 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:10.826168 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1a4f5ead86340a3af0567e5bd0fcce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197330 Nov 11 16:17:10.828936 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52726) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:10.939438 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.989467 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.991836 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:10.998873 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:11.028083 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0eb9d-ae57-4d34-8ba8-c42af5422fe6,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:11.033708 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:11.055415 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:11.064526 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38e0eb9d-ae57-4d34-8ba8-c42af5422fe6 HTTP/1.1" status: 204 len: 168 time: 0.6677921 Nov 11 16:17:11.127198 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:11.187943 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:11.195757 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-904404fa-1a31-4157-b3cb-d2d480aba713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:11.231796 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8992e26d-c04e-432d-8f41-3b6fa6b3acf0,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:11.248503 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:11.254278 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:11.256124 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-7f7119ed-62fd-446f-ae51-96911c907030 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8992e26d-c04e-432d-8f41-3b6fa6b3acf0 HTTP/1.1" status: 204 len: 168 time: 0.4264271 Nov 11 16:17:11.301051 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:11.308743 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:11.445437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Network b1a769e0-1202-4139-9506-9e11f227cb93 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:11.448725 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:11.454106 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:17:11.564623 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:11.564854 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:11.591005 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Pushing event updated for resources: {'Port': ['ID=b9ee3292-829a-46d8-873e-0d70a389bc55,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:11.594676 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:11.690105 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-c6a1cb65-2cba-43b1-ae96-1f7458eab437 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8386610 Nov 11 16:17:11.735687 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Request body: {'port': {'device_id': '08059667-71c0-4749-9324-898633719823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:11.745621 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92920801-3b0e-47a5-9e7a-1cb31cb33d84 req-41b821a9-8ef3-458a-aae6-02a3ae8b744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:11.746825 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-92920801-3b0e-47a5-9e7a-1cb31cb33d84 req-41b821a9-8ef3-458a-aae6-02a3ae8b744d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.2215674 Nov 11 16:17:11.899422 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-92920801-3b0e-47a5-9e7a-1cb31cb33d84 req-cd140fdc-364b-4cbf-bd7b-896f7a488d0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440814 Nov 11 16:17:11.941142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899ee1e-cbc2-423b-b9fd-f7f0fc0dfde7 req-d185d13c-abcc-47bc-80b1-03e7bea3e2f2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:11.947582 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9219ea-be3f-417d-9516-ee0353c0fb8a req-188a604c-b818-4e78-b3fe-806a4909e44d tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:11.948946 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6899ee1e-cbc2-423b-b9fd-f7f0fc0dfde7 req-d185d13c-abcc-47bc-80b1-03e7bea3e2f2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.3531077 Nov 11 16:17:11.949497 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ae9219ea-be3f-417d-9516-ee0353c0fb8a req-188a604c-b818-4e78-b3fe-806a4909e44d tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 931 time: 0.1180534 Nov 11 16:17:11.968265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:12.017969 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-ae9219ea-be3f-417d-9516-ee0353c0fb8a req-f19a8089-9ba7-4d81-bdea-0e09c00f18b4 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Synchronizing usage tracker for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:12.068693 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6899ee1e-cbc2-423b-b9fd-f7f0fc0dfde7 req-830e17ae-61e7-4ed7-80e9-afc792c7bc5d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187687 Nov 11 16:17:12.107801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-ae9219ea-be3f-417d-9516-ee0353c0fb8a req-f19a8089-9ba7-4d81-bdea-0e09c00f18b4 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Unset dirty status for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:12.108856 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ae9219ea-be3f-417d-9516-ee0353c0fb8a req-f19a8089-9ba7-4d81-bdea-0e09c00f18b4 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491947 Nov 11 16:17:12.490243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce462e-9907-4fae-9247-92ca73890726 req-9d20f0a8-bdf8-46e2-be11-268d9250d04c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:12.492122 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a5ce462e-9907-4fae-9247-92ca73890726 req-9d20f0a8-bdf8-46e2-be11-268d9250d04c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1681726 Nov 11 16:17:12.541812 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a5ce462e-9907-4fae-9247-92ca73890726 req-80edf61e-1707-4477-bf52-2c016930b0c5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Nov 11 16:17:12.699866 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ee3292-829a-46d8-873e-0d70a389bc55 {{(pid=87450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:12.709319 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:12.726688 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Transition to ACTIVE for port object b9ee3292-829a-46d8-873e-0d70a389bc55 will not be triggered until provisioned by entity L2. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:17:13.301136 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431841ad-5875-4580-8c3a-40f9a95340cc req-0b695636-f731-4199-ad96-3d49697ce1fa tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:13.305567 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-431841ad-5875-4580-8c3a-40f9a95340cc req-0b695636-f731-4199-ad96-3d49697ce1fa tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0889554 Nov 11 16:17:13.305706 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:13.323972 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-439e7267-076f-40ca-83a4-e6222e75d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:13.418333 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-431841ad-5875-4580-8c3a-40f9a95340cc req-b177ab4d-78d7-4a84-8739-f43d525547e7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007588 Nov 11 16:17:13.681716 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95537b2-a227-4827-a701-be3e32a82f9a req-6f5966cc-9b1f-4164-b53d-cbe5ca156d6b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:13.683319 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a95537b2-a227-4827-a701-be3e32a82f9a req-6f5966cc-9b1f-4164-b53d-cbe5ca156d6b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 943 time: 0.1270604 Nov 11 16:17:13.708468 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee3292-829a-46d8-873e-0d70a389bc55,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:13.712628 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:13.724965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Attempting to bind port b9ee3292-829a-46d8-873e-0d70a389bc55 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:17:13.726013 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Attempting to bind port b9ee3292-829a-46d8-873e-0d70a389bc55 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:17:13.726735 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Attempting to bind port b9ee3292-829a-46d8-873e-0d70a389bc55 on network b1a769e0-1202-4139-9506-9e11f227cb93 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:17:13.737602 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Port b9ee3292-829a-46d8-873e-0d70a389bc55 on network b1a769e0-1202-4139-9506-9e11f227cb93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:17:13.738772 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Attempting to bind port b9ee3292-829a-46d8-873e-0d70a389bc55 on network b1a769e0-1202-4139-9506-9e11f227cb93 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:17:13.744808 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:17:13.745150 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Checking segment: {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:17:13.745604 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Bound using segment: {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:17:13.746041 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Bound port: b9ee3292-829a-46d8-873e-0d70a389bc55, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'}}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:17:13.746391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:13.781152 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a95537b2-a227-4827-a701-be3e32a82f9a req-d7e2b683-ace2-4721-850e-4f1e759ff80b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877845 Nov 11 16:17:13.994030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] For port b9ee3292-829a-46d8-873e-0d70a389bc55, host hv-cinder-81115, cleared binding levels {{(pid=87450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:17:13.999931 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] For port b9ee3292-829a-46d8-873e-0d70a389bc55, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b9ee3292-829a-46d8-873e-0d70a389bc55,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:17:14.039130 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e484d68-c61a-4b06-b6b6-3aa409d58c5c req-d30f4f01-d1e7-4a45-bdc9-47ab1242dbb0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:14.040533 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8e484d68-c61a-4b06-b6b6-3aa409d58c5c req-d30f4f01-d1e7-4a45-bdc9-47ab1242dbb0 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1320236 Nov 11 16:17:14.091476 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8e484d68-c61a-4b06-b6b6-3aa409d58c5c req-c22c968b-fdef-45e0-9307-74b429393c9b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451751 Nov 11 16:17:14.182380 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:14.192580 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ba99fd0e-6b6b-4566-84a8-11992a0399e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:14.312428 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:14.317387 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:14.317387 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] 10.222.0.60 "PUT /v2.0/ports/b9ee3292-829a-46d8-873e-0d70a389bc55 HTTP/1.1" status: 200 len: 1093 time: 2.5949118 Nov 11 16:17:14.317387 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08059667-71c0-4749-9324-898633719823', 'tag': 'b9ee3292-829a-46d8-873e-0d70a389bc55'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:14.350917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee3292-829a-46d8-873e-0d70a389bc55,revision_number=3']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:14.355710 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:14.426326 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08059667-71c0-4749-9324-898633719823', 'tag': 'b9ee3292-829a-46d8-873e-0d70a389bc55', 'status': 'completed', 'code': 200} Nov 11 16:17:14.612237 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe8d1e-643a-44da-9e1f-942bfdd573de req-c4350b36-0d28-4d57-9c30-31632ba6c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:14.614166 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9cfe8d1e-643a-44da-9e1f-942bfdd573de req-c4350b36-0d28-4d57-9c30-31632ba6c794 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 1096 time: 0.1643374 Nov 11 16:17:14.874915 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe8d1e-643a-44da-9e1f-942bfdd573de req-41dbd004-0445-4328-9460-a5ba2d8e5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:14.876362 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9cfe8d1e-643a-44da-9e1f-942bfdd573de req-41dbd004-0445-4328-9460-a5ba2d8e5417 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2543926 Nov 11 16:17:14.908965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5d03d-6374-4cce-80e5-a1cc404dae84 req-ddc9c222-a9a8-42f5-8379-993a7b802002 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:14.911113 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-73c5d03d-6374-4cce-80e5-a1cc404dae84 req-ddc9c222-a9a8-42f5-8379-993a7b802002 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.2553244 Nov 11 16:17:15.059211 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-73c5d03d-6374-4cce-80e5-a1cc404dae84 req-cd97146f-54a6-4250-ba6b-795b4314ecdb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277943 Nov 11 16:17:15.166093 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe8d1e-643a-44da-9e1f-942bfdd573de req-810ae017-a1de-4cb7-a88f-d38eb43af8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.168723 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9cfe8d1e-643a-44da-9e1f-942bfdd573de req-810ae017-a1de-4cb7-a88f-d38eb43af8b4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2794394 Nov 11 16:17:15.394747 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea22ab-83d8-4602-bf59-5387787ccd91 req-e362b737-f488-45e5-a3b7-fd93acff6095 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.402757 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a7ea22ab-83d8-4602-bf59-5387787ccd91 req-e362b737-f488-45e5-a3b7-fd93acff6095 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 943 time: 0.2419226 Nov 11 16:17:15.481150 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-72c626c3-b723-418b-b73c-a568774b63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.484410 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-72c626c3-b723-418b-b73c-a568774b63d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 1099 time: 0.4432971 Nov 11 16:17:15.502832 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a7ea22ab-83d8-4602-bf59-5387787ccd91 req-dab50f63-113f-470b-a676-298804537bd0 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962389 Nov 11 16:17:15.575633 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-384c18b7-8b47-436e-ad6f-b77624f7215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.577142 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-384c18b7-8b47-436e-ad6f-b77624f7215f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 1096 time: 0.3622937 Nov 11 16:17:15.601560 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923b5e2-8d74-409b-b30f-2d72081d73ba req-e81cefd8-3ab1-4a3b-bcf6-6854c20e3c66 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.609077 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f923b5e2-8d74-409b-b30f-2d72081d73ba req-e81cefd8-3ab1-4a3b-bcf6-6854c20e3c66 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.2471526 Nov 11 16:17:15.689623 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-0879f2dc-f10c-4bf1-aabb-e13f43b8be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.694188 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-0879f2dc-f10c-4bf1-aabb-e13f43b8be5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.1896729 Nov 11 16:17:15.783231 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f923b5e2-8d74-409b-b30f-2d72081d73ba req-96477729-6402-4638-a8c3-3235ba7bd9c1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701219 Nov 11 16:17:15.816215 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-71d26683-dd0f-44b6-9b41-64c2149839c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9ee3292-829a-46d8-873e-0d70a389bc55 HTTP/1.1" status: 200 len: 217 time: 0.1816688 Nov 11 16:17:15.867488 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-317ee72f-e437-4931-ac63-1e9e07059807 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 200 len: 217 time: 0.1628990 Nov 11 16:17:15.923034 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-fb57ea91-2635-4196-a45b-9cf515182607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.924630 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-fb57ea91-2635-4196-a45b-9cf515182607 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38c8cef4-97de-4ef9-96ff-39ef203b3e57 HTTP/1.1" status: 200 len: 849 time: 0.0869651 Nov 11 16:17:15.977530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-7d10f7b0-279a-4ea6-b7b5-da03a8d1b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:15.979417 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-7d10f7b0-279a-4ea6-b7b5-da03a8d1b71d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.1050613 Nov 11 16:17:16.010492 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-6938cdbf-b47a-47e0-8da4-cf62829ede0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1a769e0-1202-4139-9506-9e11f227cb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740173 Nov 11 16:17:16.056599 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-869f8de2-6720-4a19-a374-1eae63921b83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618560 Nov 11 16:17:16.258324 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-d27900c9-a478-421f-873c-4f46e888e26a service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925616 Nov 11 16:17:16.295432 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-fcb2d7f1-e511-47ca-b9e2-24ee61e76721 service neutron] 10.222.0.60 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740622 Nov 11 16:17:16.490831 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 52842) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:16.558601 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-421a90a0-80c5-446f-84f1-423e1da3a800 req-2a5a3617-fd10-4bc3-9672-666ff3378486 service neutron] 10.222.0.60 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533064 Nov 11 16:17:16.596410 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd8b480a-50d1-43a5-b809-5f88e1a3abe7 req-ce2a6830-eac7-451d-9358-fd088f61454f service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291821 Nov 11 16:17:16.658561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f6fc8-8c4e-4be4-8d00-8b157fc2956e req-b8f102b7-118f-456d-8648-0c0180f612d2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:16.660933 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d15f6fc8-8c4e-4be4-8d00-8b157fc2956e req-b8f102b7-118f-456d-8648-0c0180f612d2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.2218363 Nov 11 16:17:16.819714 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d15f6fc8-8c4e-4be4-8d00-8b157fc2956e req-61ed9ce8-05cd-47b0-a671-e8a7d3149ab5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508012 Nov 11 16:17:16.979048 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:17.017438 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:17.025660 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:f402c4297fd04c95ae155e2102754a32 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:17.029860 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:17.044447 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:17.071239 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55539e74-aa03-47bc-8f8b-3e36175a9138 req-5a7e451f-05e5-4f10-b214-c3267269c8af tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:17.072104 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-55539e74-aa03-47bc-8f8b-3e36175a9138 req-5a7e451f-05e5-4f10-b214-c3267269c8af tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Synchronizing usage tracker for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:17.097236 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517a9e6-5392-4c70-8b77-ac76a05e7851 req-dd17de89-4c2d-4a51-af1f-3aa9ba6e567f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:17.103439 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7517a9e6-5392-4c70-8b77-ac76a05e7851 req-dd17de89-4c2d-4a51-af1f-3aa9ba6e567f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1165249 Nov 11 16:17:17.169777 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7517a9e6-5392-4c70-8b77-ac76a05e7851 req-271adf8f-3436-4260-8117-2ad962126b68 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Nov 11 16:17:17.200492 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-55539e74-aa03-47bc-8f8b-3e36175a9138 req-5a7e451f-05e5-4f10-b214-c3267269c8af tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Unset dirty status for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:17.204096 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55539e74-aa03-47bc-8f8b-3e36175a9138 req-5a7e451f-05e5-4f10-b214-c3267269c8af tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 943 time: 0.5056429 Nov 11 16:17:17.235798 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:17.269950 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55539e74-aa03-47bc-8f8b-3e36175a9138 req-75bfda0b-cb78-4551-beb8-a77a30aa9cb3 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Nov 11 16:17:17.296239 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:17.307066 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6f34f2b8-f28f-4220-adee-5d170ca03364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:17.352950 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f402c4297fd04c95ae155e2102754a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8603888 Nov 11 16:17:17.354730 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5231f-2fc2-4ff5-b83b-d2f68cacadfe,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:17.355389 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52858) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:17.369594 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:17.428196 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:17.456942 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:18.196950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f44f44-41ff-4910-a030-d07831d6303a req-1b5a3a7e-f66a-4702-a366-1ad2780f6dee tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:18.203832 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c6f44f44-41ff-4910-a030-d07831d6303a req-1b5a3a7e-f66a-4702-a366-1ad2780f6dee tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1058426 Nov 11 16:17:18.265135 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c6f44f44-41ff-4910-a030-d07831d6303a req-85936dd7-ae09-4cce-affe-df8aa35802cb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603752 Nov 11 16:17:18.325410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:18.330126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-15a5661b-38e4-419e-88b9-05c8f5f314c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:18.349024 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5231f-2fc2-4ff5-b83b-d2f68cacadfe,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:18.354433 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:18.357020 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:18.358224 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ae5231f-2fc2-4ff5-b83b-d2f68cacadfe HTTP/1.1" status: 204 len: 168 time: 1.0016792 Nov 11 16:17:18.514403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3f65-1f24-4f3e-b45d-6b9b6ff6500a req-97e04a37-b027-47f0-a73e-7aa19ddaa18e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:18.516071 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-73ab3f65-1f24-4f3e-b45d-6b9b6ff6500a req-97e04a37-b027-47f0-a73e-7aa19ddaa18e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1031821 Nov 11 16:17:18.593934 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e25d6-7a82-4de0-8892-56d54eeb04d2 req-826c98ab-a929-44b6-9950-ddb97c780287 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:18.595552 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-089e25d6-7a82-4de0-8892-56d54eeb04d2 req-826c98ab-a929-44b6-9950-ddb97c780287 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 943 time: 0.1286769 Nov 11 16:17:18.599056 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-73ab3f65-1f24-4f3e-b45d-6b9b6ff6500a req-1ed4ad77-efb0-4efb-81c0-3fbdb6ab1dd7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 Nov 11 16:17:18.667542 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-089e25d6-7a82-4de0-8892-56d54eeb04d2 req-2ae66a55-8d2e-475e-b190-d0419c89db78 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640087 Nov 11 16:17:19.245167 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b9ee3292-829a-46d8-873e-0d70a389bc55 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:17:19.365743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52906) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:19.368237 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:19.385699 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:19.392828 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Usage tracker for resource:security_group_rule and tenant:3ec10650a6754d74976b222393c90b6a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:19.396686 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:19.402376 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:19.428068 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b9ee3292-829a-46d8-873e-0d70a389bc55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b9ee3292-829a-46d8-873e-0d70a389bc55,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:19.442239 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'b9ee3292-829a-46d8-873e-0d70a389bc55', 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93', 'port_id': 'b9ee3292-829a-46d8-873e-0d70a389bc55', 'mac_address': 'fa:16:3e:5d:10:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8cef4-97de-4ef9-96ff-39ef203b3e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:17:19.505142 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:19.524951 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ee3292-829a-46d8-873e-0d70a389bc55 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:19.535766 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9af82b-876e-4705-87a3-6a01a6591dac req-89afc72a-3a7d-4dac-8c51-66bb3712f6ea tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:19.537396 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3b9af82b-876e-4705-87a3-6a01a6591dac req-89afc72a-3a7d-4dac-8c51-66bb3712f6ea tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1229713 Nov 11 16:17:19.541907 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b9ee3292-829a-46d8-873e-0d70a389bc55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b9ee3292-829a-46d8-873e-0d70a389bc55,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:19.579878 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:19.598704 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3b9af82b-876e-4705-87a3-6a01a6591dac req-eb837372-8fc0-45ed-ab42-763306173b0a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540843 Nov 11 16:17:19.699705 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:17:19.739632 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:19.739824 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:19.742526 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:19.750080 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-94ed2012-69f3-4dbb-8b0e-c42dd79beb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:19.794490 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3ec10650a6754d74976b222393c90b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429770 Nov 11 16:17:19.794856 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 52918) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:19.827219 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3c4f7-1ca3-4ded-a2e9-6cf4bf8d960b req-c5f721db-119b-4861-a233-16d75e889cbd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:19.828682 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-13f3c4f7-1ca3-4ded-a2e9-6cf4bf8d960b req-c5f721db-119b-4861-a233-16d75e889cbd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1223760 Nov 11 16:17:19.836276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c95c3e-0862-4262-9409-d5e42bef2abc,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:19.836672 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=b9ee3292-829a-46d8-873e-0d70a389bc55,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:19.839973 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:19.861849 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:19.888479 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-13f3c4f7-1ca3-4ded-a2e9-6cf4bf8d960b req-0e267bf0-ba02-4ebd-9a52-7242540cd068 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530615 Nov 11 16:17:19.931723 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:19.952571 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4011a-2d1d-4c14-ad10-9c4f0d6ec997 req-1536751b-b524-4f9d-a505-669a17d48f52 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:19.953937 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-45d4011a-2d1d-4c14-ad10-9c4f0d6ec997 req-1536751b-b524-4f9d-a505-669a17d48f52 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 944 time: 0.1606786 Nov 11 16:17:19.986199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:20.040310 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-45d4011a-2d1d-4c14-ad10-9c4f0d6ec997 req-f5b72e4b-b529-4aff-b787-92fbd4772002 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Nov 11 16:17:20.075270 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['b9ee3292-829a-46d8-873e-0d70a389bc55'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:20.261726 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:20.265706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-4ef61711-1673-4660-acb2-274e0bd4bbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:20.301879 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c95c3e-0862-4262-9409-d5e42bef2abc,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:20.306192 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:20.322492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:20.326392 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1c95c3e-0862-4262-9409-d5e42bef2abc HTTP/1.1" status: 204 len: 168 time: 0.5272985 Nov 11 16:17:20.814182 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21853c1-6e39-4b5b-8692-96edbff40a23 req-db2d726b-0d42-4400-b4fc-f4e2e79039ca tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:20.815948 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e21853c1-6e39-4b5b-8692-96edbff40a23 req-db2d726b-0d42-4400-b4fc-f4e2e79039ca tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.0900249 Nov 11 16:17:20.870963 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e21853c1-6e39-4b5b-8692-96edbff40a23 req-d7ba50f3-66b7-40fe-ae8e-03d4ebb46c73 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489478 Nov 11 16:17:20.975759 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-c74fd4a9-6a3d-4916-bc21-c9c04dd10d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:20.977369 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-c74fd4a9-6a3d-4916-bc21-c9c04dd10d09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1099 time: 0.0729117 Nov 11 16:17:21.126842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-84413072-f4ad-4fa8-9a82-8a1c4fc0246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:21.128632 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-84413072-f4ad-4fa8-9a82-8a1c4fc0246a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1362793 Nov 11 16:17:21.250415 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b9ee3292-829a-46d8-873e-0d70a389bc55 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:17:21.354746 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-ce877194-b773-4fcd-ae8a-ea0e2eba3e47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 1002 time: 0.2186201 Nov 11 16:17:21.381355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909635-e3ed-4dc2-80f5-c40c9aa96c5d req-7ddb4e0a-e3be-4b8f-bc67-4d2c90b69035 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:21.383155 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ad909635-e3ed-4dc2-80f5-c40c9aa96c5d req-7ddb4e0a-e3be-4b8f-bc67-4d2c90b69035 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 944 time: 0.1343565 Nov 11 16:17:21.439221 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port b9ee3292-829a-46d8-873e-0d70a389bc55 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:17:21.446973 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port b9ee3292-829a-46d8-873e-0d70a389bc55 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:21.450294 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:21.472123 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-20b91e18-0a0c-4c56-b5f4-7dded68dc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:21.473665 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-20b91e18-0a0c-4c56-b5f4-7dded68dc3fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0895875 Nov 11 16:17:21.476655 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ad909635-e3ed-4dc2-80f5-c40c9aa96c5d req-f698be00-66b1-46d8-80ca-91b80f0619f7 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Nov 11 16:17:21.577745 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-e0e85a5f-e65d-4ee7-8d6f-5edb538ef7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:21.580038 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-e0e85a5f-e65d-4ee7-8d6f-5edb538ef7c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0901158 Nov 11 16:17:21.588878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:21.621494 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059667-71c0-4749-9324-898633719823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee3292-829a-46d8-873e-0d70a389bc55'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:21.632148 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b9ee3292-829a-46d8-873e-0d70a389bc55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b9ee3292-829a-46d8-873e-0d70a389bc55,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:21.676088 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08059667-71c0-4749-9324-898633719823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee3292-829a-46d8-873e-0d70a389bc55', 'code': 200} Nov 11 16:17:21.718952 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:21.720273 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:17:21.775496 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:21.790997 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-9305b83c-1119-45bf-8541-4768871976a3 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018826 Nov 11 16:17:21.932193 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=b9ee3292-829a-46d8-873e-0d70a389bc55,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:21.935681 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:22.014684 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ebd9267-93e8-4566-aa4b-8ad477e4f009 req-3806424c-c972-4fc3-abf9-e7aba5f7a490 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156799 Nov 11 16:17:22.019371 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:22.056485 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:22.070575 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:22.123250 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ce4ca-7c01-4073-8bdd-7af62aa7671f req-8ecf8e5a-17d9-4b64-8b36-e07611baca3e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:22.131774 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7b7ce4ca-7c01-4073-8bdd-7af62aa7671f req-8ecf8e5a-17d9-4b64-8b36-e07611baca3e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 946 time: 0.1197236 Nov 11 16:17:22.177103 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7b7ce4ca-7c01-4073-8bdd-7af62aa7671f req-56fabea3-95ed-44dd-8dc1-5c7849c4622e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443783 Nov 11 16:17:22.213457 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-1acaa922-d6f6-4047-bb9d-183a98e07661 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:22.214896 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-1acaa922-d6f6-4047-bb9d-183a98e07661 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.1596789 Nov 11 16:17:22.224886 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:22.226718 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:22.233179 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-322d8d5a-5507-4400-8c60-92df855d2d9b tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/quotas/030575c313f145b7a0a5b225ed59cf1a HTTP/1.1" status: 200 len: 375 time: 0.0127099 Nov 11 16:17:22.319488 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=8']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:22.322694 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:22.338548 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-4d1d566a-632e-4289-99af-5289fa3f81f5 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970898 Nov 11 16:17:22.447404 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4707-27fc-4e9e-bc47-35aa0dd28152 req-e829b8d1-a5c5-49df-98b9-35ba89c7d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:22.449003 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59dc4707-27fc-4e9e-bc47-35aa0dd28152 req-e829b8d1-a5c5-49df-98b9-35ba89c7d802 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 1098 time: 0.0776501 Nov 11 16:17:22.493000 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59dc4707-27fc-4e9e-bc47-35aa0dd28152 req-8779a2f3-11e9-415f-9585-750f3bdc2e04 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346105 Nov 11 16:17:22.532007 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-13cc2dce-261e-4e9f-9597-919b2fb037df service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863930 Nov 11 16:17:22.538884 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-3d4a5bb4-0bdb-480d-877a-ef2d6c259b7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1667969 Nov 11 16:17:22.673068 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-312ea0dc-c07e-4059-9746-936cb3cc1271 service neutron] 10.222.0.50 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332393 Nov 11 16:17:22.682180 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a950a8d-7902-4d74-8e28-60ea3a4bd4e4 req-e1d08e9d-e046-4e60-a881-32303770f0d6 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:22.685038 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5a950a8d-7902-4d74-8e28-60ea3a4bd4e4 req-e1d08e9d-e046-4e60-a881-32303770f0d6 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.0870025 Nov 11 16:17:22.736099 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5a950a8d-7902-4d74-8e28-60ea3a4bd4e4 req-0d89086e-307d-4695-a974-a2d05d2de868 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Nov 11 16:17:22.814303 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb86c93-38cd-4501-8973-470848147d30 req-8591dc4e-7224-4d6b-9f43-64f756827fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:22.816050 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-8591dc4e-7224-4d6b-9f43-64f756827fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 1098 time: 0.0762298 Nov 11 16:17:23.073784 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c930731d-2a44-41bc-b0bb-414a9ddfe118 req-dddcd47e-5b6f-43d7-94fa-d1c642432f7c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 210 time: 0.0859284 Nov 11 16:17:23.079777 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb86c93-38cd-4501-8973-470848147d30 req-efe42b5e-ef0e-4d90-8b69-1e5975a1fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:23.082366 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-efe42b5e-ef0e-4d90-8b69-1e5975a1fe88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 200 len: 920 time: 0.2412922 Nov 11 16:17:23.169941 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-655691cc-b88e-4e8c-a321-a0f80c8d249d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa HTTP/1.1" status: 200 len: 217 time: 0.0750248 Nov 11 16:17:23.255976 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb86c93-38cd-4501-8973-470848147d30 req-412de84a-a23d-4aa8-a34b-f10b95a1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:23.257607 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-412de84a-a23d-4aa8-a34b-f10b95a1be40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 200 len: 859 time: 0.0764368 Nov 11 16:17:23.326755 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-98503261-774c-4c6b-b3c5-3ad248a6bca8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9643347-2841-43da-8fb9-aa58eb8ff37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608480 Nov 11 16:17:23.437267 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1029c-13c7-4eea-a870-acbd55000e4b req-4664f926-eae6-4046-a042-4f3e1c082369 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:23.439144 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-14f1029c-13c7-4eea-a870-acbd55000e4b req-4664f926-eae6-4046-a042-4f3e1c082369 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1158459 Nov 11 16:17:23.508199 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-14f1029c-13c7-4eea-a870-acbd55000e4b req-61d23252-16a1-484c-82ad-50ac2d62ce0d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615382 Nov 11 16:17:23.582886 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-99b950e8-da17-40ff-a673-cf43823a871b service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394960 Nov 11 16:17:23.677686 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:23.723207 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'code': 200} Nov 11 16:17:23.729155 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1fb86c93-38cd-4501-8973-470848147d30 req-8aa8ea96-612c-4b63-9a43-d1af0cd0a5b4 service neutron] 10.222.0.60 "GET /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376684 Nov 11 16:17:23.936920 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a3c1e-3bf1-4e1d-9daf-4159cfc5ada0 req-3cbce3ce-a260-44c2-b259-db6e865be30e tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:23.941309 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e09a3c1e-3bf1-4e1d-9daf-4159cfc5ada0 req-3cbce3ce-a260-44c2-b259-db6e865be30e tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.0901785 Nov 11 16:17:23.988856 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e09a3c1e-3bf1-4e1d-9daf-4159cfc5ada0 req-52caa824-011d-4843-852d-529ea6c839b7 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Nov 11 16:17:24.137101 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 53056) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:24.273635 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cf766d5e-fdd1-434a-8969-ab4dd550058e req-0e494ce5-1638-49f1-a95f-e43c7628bcd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 210 time: 0.0713634 Nov 11 16:17:24.322537 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.342197 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:24.346087 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Usage tracker for resource:security_group_rule and tenant:0a44068c47064e4491bd4e6d2254efaf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:24.349247 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:24.354935 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:24.446696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.578641 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.594352 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6240203b-cc21-4189-a5f1-e11b2f1f1dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:24.614347 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-03f3abc9-405f-44cb-b072-0bb214903fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.641859 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a44068c47064e4491bd4e6d2254efaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034537 Nov 11 16:17:24.642334 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53074) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:24.689955 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc0cd65-38ea-43b3-b209-7db85c3cf7ab,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:24.699692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:24.727357 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.763177 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfddc5d-e7ee-4656-96c0-c9243c6f6015 req-0e28d84a-8b39-4950-a939-2ea67545875a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:24.765050 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.765402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1bfddc5d-e7ee-4656-96c0-c9243c6f6015 req-0e28d84a-8b39-4950-a939-2ea67545875a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1284690 Nov 11 16:17:24.816135 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1bfddc5d-e7ee-4656-96c0-c9243c6f6015 req-f380752d-45ca-4c3b-9f6a-a7a88a6e89f4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Nov 11 16:17:24.970210 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.975217 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9adc97ed-a63a-471e-a9e0-0b6534cb4fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:24.988072 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc0cd65-38ea-43b3-b209-7db85c3cf7ab,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:24.991551 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:24.996936 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:24.998114 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adc0cd65-38ea-43b3-b209-7db85c3cf7ab HTTP/1.1" status: 204 len: 168 time: 0.3540800 Nov 11 16:17:25.199737 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7563e-5a7f-4f5d-bc4c-12245aa5115a req-54f93f06-ee53-45bf-b4da-e9c704caccce tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:25.201365 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b6b7563e-5a7f-4f5d-bc4c-12245aa5115a req-54f93f06-ee53-45bf-b4da-e9c704caccce tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.0963337 Nov 11 16:17:25.232950 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:25.253541 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b6b7563e-5a7f-4f5d-bc4c-12245aa5115a req-9f39106f-2bb3-495e-a624-4d1e32b80e64 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Nov 11 16:17:25.446227 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-46a27d30-8125-4d66-a099-51e8d859bb37 req-838a6e20-fbb3-456c-b45a-2d8006342cc3 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 210 time: 0.0492616 Nov 11 16:17:25.833121 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 53098) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:25.855541 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:25.874310 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:25.879573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Usage tracker for resource:security_group_rule and tenant:429e4ff085a9473c90bc75f25263498a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:25.884484 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:25.891550 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:26.038957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.069407 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-d342ddba-1672-4422-9168-0f5689f273a3 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.070878 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-d342ddba-1672-4422-9168-0f5689f273a3 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 814 time: 0.2882631 Nov 11 16:17:26.097206 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Request body: {'port': {'device_id': '95492e60-2030-475b-bcc5-df77553a0606', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'admin_state_up': True, 'tenant_id': '030575c313f145b7a0a5b225ed59cf1a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:26.115802 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.129206 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f2e3422f-9106-4145-af50-65a63140c95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:26.166459 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=429e4ff085a9473c90bc75f25263498a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324089 Nov 11 16:17:26.169690 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 53110) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:26.200240 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55129796-c652-48fa-b021-e4b7d48a842e,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:26.206252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:26.225533 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c4939-d2b5-449f-863a-4f4bdcd5f603 req-1925c685-dc20-4ad0-bfa1-f1080946a3a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:26.227512 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-612c4939-d2b5-449f-863a-4f4bdcd5f603 req-1925c685-dc20-4ad0-bfa1-f1080946a3a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.2521234 Nov 11 16:17:26.248468 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.279209 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.319604 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:26.324394 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-612c4939-d2b5-449f-863a-4f4bdcd5f603 req-1a74edfc-37b3-4b04-b9dd-2db43b6835e9 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846543 Nov 11 16:17:26.336019 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:26.432641 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Made reservation on behalf of 030575c313f145b7a0a5b225ed59cf1a for: {'port': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:26.436205 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.465324 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.472824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7582b9c1-667e-49e6-8761-effd04ab6607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:26.492527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55129796-c652-48fa-b021-e4b7d48a842e,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:26.505804 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:26.510091 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:26.511186 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c73ff9d5-afef-4daf-8811-95fd6a05224e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55129796-c652-48fa-b021-e4b7d48a842e HTTP/1.1" status: 204 len: 168 time: 0.3403864 Nov 11 16:17:26.668724 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Allocated IP 172.20.0.12 (a002d2d0-8916-4e36-a5e3-84fb6309d2dc/8e541e71-8829-411a-a834-8e408d173c4a/63e0036e-0ebd-4f37-b4ef-26dd4727f5e2) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:26.898686 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:27.047694 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:27.055355 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-07004814-01b2-499b-8018-30cb9c35bca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:27.067809 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'c5229818-aa17-4f74-a916-630de29b6bd3', '14506b67-874a-494f-8ac4-3e96b243e0fd'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:27.124074 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Network a002d2d0-8916-4e36-a5e3-84fb6309d2dc is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:27.128158 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:27.136977 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:17:27.210281 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event updated for resources: {'Port': ['ID=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:27.213555 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:27.299862 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:17:27.315937 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:27.315937 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:27.369970 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c48a37-7b0d-405f-93f8-b057d9183c76 req-777d6f03-ffe0-472b-bcde-1c3c77fccdae tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:27.371181 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-c3c48a37-7b0d-405f-93f8-b057d9183c76 req-777d6f03-ffe0-472b-bcde-1c3c77fccdae tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:27.445542 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-85c55949-43a5-40ef-8158-e57ad99d44e4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3529670 Nov 11 16:17:27.462513 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Request body: {'port': {'device_id': '95492e60-2030-475b-bcc5-df77553a0606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:27.538786 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-49d67e26-55ea-479f-aa4a-9b378fe4dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:27.578335 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-c3c48a37-7b0d-405f-93f8-b057d9183c76 req-777d6f03-ffe0-472b-bcde-1c3c77fccdae tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:27.579509 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c3c48a37-7b0d-405f-93f8-b057d9183c76 req-777d6f03-ffe0-472b-bcde-1c3c77fccdae tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 932 time: 0.3708372 Nov 11 16:17:27.583189 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:27.685247 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c3c48a37-7b0d-405f-93f8-b057d9183c76 req-c552a52e-52ea-499d-b3f4-3bab00ed1e5c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921936 Nov 11 16:17:28.065198 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 {{(pid=87450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:28.072205 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:28.086394 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Transition to ACTIVE for port object 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 will not be triggered until provisioned by entity L2. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:17:28.199401 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:28.213041 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0d936b3d-6df2-4dfc-8b9b-6d78e5dde05c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:28.410026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39928ee-4144-4d7c-bce7-ced8972dc5a6 req-3659d6ba-57fa-43a0-80f5-9a17f75bdb5d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:28.419134 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c39928ee-4144-4d7c-bce7-ced8972dc5a6 req-3659d6ba-57fa-43a0-80f5-9a17f75bdb5d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1208684 Nov 11 16:17:28.433419 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Pushing event updated for resources: {'Port': ['ID=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:28.444299 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:28.470169 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c39928ee-4144-4d7c-bce7-ced8972dc5a6 req-4f246ef3-feee-49bf-9e59-8436d7f7663d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499456 Nov 11 16:17:28.503438 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Attempting to bind port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:17:28.505079 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Attempting to bind port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:17:28.505719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Attempting to bind port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:17:28.512220 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:17:28.512830 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Attempting to bind port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 on network a002d2d0-8916-4e36-a5e3-84fb6309d2dc {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:17:28.559583 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:17:28.560120 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Checking segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:17:28.560874 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Bound using segment: {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'} {{(pid=87450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:17:28.561708 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.managers [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Bound port: 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b9aecf-c771-4b3c-b8df-7490b0942631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc'}}] {{(pid=87450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:17:28.562127 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:28.626890 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:28.700820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed7d41-6002-4a2f-b491-27560c7639a7 req-9b4e6c8a-c69a-4fef-8295-b3aa04130786 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:28.702523 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-04ed7d41-6002-4a2f-b491-27560c7639a7 req-9b4e6c8a-c69a-4fef-8295-b3aa04130786 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.1860399 Nov 11 16:17:28.703551 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] For port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host hv-cinder-81115, cleared binding levels {{(pid=87450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:17:28.708475 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] For port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:17:28.755210 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-04ed7d41-6002-4a2f-b491-27560c7639a7 req-32ec80fd-1bb8-483f-b1b3-bd629ae29a93 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Nov 11 16:17:28.820081 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:28.829908 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:28.954096 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:28.954705 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:28.956468 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] 10.222.0.60 "PUT /v2.0/ports/63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 HTTP/1.1" status: 200 len: 1094 time: 1.4979992 Nov 11 16:17:28.959770 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95492e60-2030-475b-bcc5-df77553a0606', 'tag': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:28.993329 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Pushing event updated for resources: {'Port': ['ID=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,revision_number=3']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:28.997977 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:29.024965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7a2fb-3a60-4d37-be91-ae9286a1ef6a req-a2e66141-682e-4045-a786-303b036e0f3c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:29.026438 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-14b7a2fb-3a60-4d37-be91-ae9286a1ef6a req-a2e66141-682e-4045-a786-303b036e0f3c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 944 time: 0.1451221 Nov 11 16:17:29.071885 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205a551-81b5-4fb2-b5f7-73b75debb8e6 req-6d7cb903-2d7f-411d-ab4d-3fd12e88eeb7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:29.073408 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9205a551-81b5-4fb2-b5f7-73b75debb8e6 req-6d7cb903-2d7f-411d-ab4d-3fd12e88eeb7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1087675 Nov 11 16:17:29.080512 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-14b7a2fb-3a60-4d37-be91-ae9286a1ef6a req-3fea0dbb-e7f5-48e8-b4a7-adc25d2e2a61 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475929 Nov 11 16:17:29.142868 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9205a551-81b5-4fb2-b5f7-73b75debb8e6 req-a7f77c41-f8ac-4b82-9c55-63c5af0a2124 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445342 Nov 11 16:17:29.162320 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95492e60-2030-475b-bcc5-df77553a0606', 'tag': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2', 'status': 'completed', 'code': 200} Nov 11 16:17:29.197089 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-93eea4da-a244-42b6-811a-9a088e31f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:29.198562 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-93eea4da-a244-42b6-811a-9a088e31f1b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 1097 time: 0.0964541 Nov 11 16:17:29.275251 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-2856fa6f-dd25-4bde-94ca-265dafdf1eaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 HTTP/1.1" status: 200 len: 217 time: 0.0666263 Nov 11 16:17:29.341957 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301435f-fe5d-4e95-804f-98c5a558113b req-431b534a-5148-4011-8ac4-f7ad42b38427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:29.343401 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-431b534a-5148-4011-8ac4-f7ad42b38427 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e541e71-8829-411a-a834-8e408d173c4a HTTP/1.1" status: 200 len: 854 time: 0.0598054 Nov 11 16:17:29.397822 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-8ce5f0bb-7dee-47a0-9ecc-744112360b09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445805 Nov 11 16:17:29.542230 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-d422acbb-782e-4d49-830f-23794eda4cc8 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354461 Nov 11 16:17:29.703368 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53254) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:29.758762 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f301435f-fe5d-4e95-804f-98c5a558113b req-4a31ef42-18f9-41cd-950e-a825b2d06269 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940207 Nov 11 16:17:29.761088 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872d09c-1bed-4c75-826a-4ef9ed43ec11 req-e64ea2d9-5958-4dfe-ae8c-bd9c341600d1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:29.763058 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c872d09c-1bed-4c75-826a-4ef9ed43ec11 req-e64ea2d9-5958-4dfe-ae8c-bd9c341600d1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1847599 Nov 11 16:17:29.784600 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:29.823046 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c872d09c-1bed-4c75-826a-4ef9ed43ec11 req-17341587-0a42-4d46-96bd-a7e145838e0c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535347 Nov 11 16:17:29.904584 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-143739a1-b8f5-43aa-89d4-3bcca2fb4da8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2000542 Nov 11 16:17:30.076401 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.60', 57652) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:30.156714 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb25430-4493-490f-b3db-cdd0d3ad54a9 req-3b1b11e9-c7ec-4066-abd4-b637c37b38ba tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.161059 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0eb25430-4493-490f-b3db-cdd0d3ad54a9 req-3b1b11e9-c7ec-4066-abd4-b637c37b38ba tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.2555182 Nov 11 16:17:30.172278 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-e5169b61-bb7a-4ccd-93ce-37252c373fa1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.173794 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-e5169b61-bb7a-4ccd-93ce-37252c373fa1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1849277 Nov 11 16:17:30.188303 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-c4df52f2-0078-4b08-b314-4da09f46d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.190583 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-c4df52f2-0078-4b08-b314-4da09f46d65d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=030575c313f145b7a0a5b225ed59cf1a&device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 1097 time: 0.2308254 Nov 11 16:17:30.232212 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-53ac3f42-9d7f-4148-9990-b003736d94e7 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.234310 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-53ac3f42-9d7f-4148-9990-b003736d94e7 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.1565597 Nov 11 16:17:30.312480 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0eb25430-4493-490f-b3db-cdd0d3ad54a9 req-18fe0e1d-4ad0-4a72-a7bb-b2230b1d055e tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438465 Nov 11 16:17:30.390664 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-57e2e494-b294-4279-95c7-e22073cac1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.392253 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-57e2e494-b294-4279-95c7-e22073cac1de service neutron] 10.222.0.60 "GET /v2.0/networks?id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 200 len: 915 time: 0.1874437 Nov 11 16:17:30.405180 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Deleting port b8178740-e539-4b1a-9a6d-c526dc5e0baa {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:17:30.405795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:30.455982 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Deleting port b9ee3292-829a-46d8-873e-0d70a389bc55 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:17:30.456573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:30.521018 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-178eb6ae-1348-4a63-a5c3-8a969a5857a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 HTTP/1.1" status: 200 len: 217 time: 0.1211267 Nov 11 16:17:30.578354 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53294) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:30.632593 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-bdbda8d7-ae3c-4818-9a09-26040f5c30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.633977 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-bdbda8d7-ae3c-4818-9a09-26040f5c30b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8e541e71-8829-411a-a834-8e408d173c4a HTTP/1.1" status: 200 len: 854 time: 0.1060073 Nov 11 16:17:30.679150 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502641c-083b-4fab-bfbd-b82a21112567 req-08e99e94-6e51-4d68-a6b7-574c4d355a75 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.681576 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c502641c-083b-4fab-bfbd-b82a21112567 req-08e99e94-6e51-4d68-a6b7-574c4d355a75 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 944 time: 0.4635222 Nov 11 16:17:30.693102 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-55107814-150a-4619-a7ce-9252c7eb583f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a002d2d0-8916-4e36-a5e3-84fb6309d2dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511446 Nov 11 16:17:30.708294 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f6cb2-fa54-49ac-857f-02b47f916e17 req-dbbd1c36-ed40-4ab1-8b71-a173c3e44408 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:30.716933 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-805f6cb2-fa54-49ac-857f-02b47f916e17 req-dbbd1c36-ed40-4ab1-8b71-a173c3e44408 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.2392852 Nov 11 16:17:30.866170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:30.901805 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-805f6cb2-fa54-49ac-857f-02b47f916e17 req-3a4426df-cb6b-4640-83ca-cfdfdc149e01 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838481 Nov 11 16:17:30.906066 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:30.913118 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Usage tracker for resource:security_group_rule and tenant:efab8b9f03e34b4abff80956bd623ea6 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:30.917601 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c502641c-083b-4fab-bfbd-b82a21112567 req-5f9c6bdc-9688-4525-834d-22335f89d0ca tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817794 Nov 11 16:17:30.918306 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:30.937481 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:30.979096 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-9f712c2b-878c-41c7-9467-4eeb892f23ae service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592981 Nov 11 16:17:30.992253 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] For port b9ee3292-829a-46d8-873e-0d70a389bc55, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b9ee3292-829a-46d8-873e-0d70a389bc55,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:30.992718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.006266 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] For port b8178740-e539-4b1a-9a6d-c526dc5e0baa, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b8178740-e539-4b1a-9a6d-c526dc5e0baa,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:31.006705 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.187365 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Calling delete_port for b9ee3292-829a-46d8-873e-0d70a389bc55 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:17:31.229906 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-9ee677cb-43e9-46af-aab8-e4a1e23aca60 service neutron] 10.222.0.60 "GET /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416897 Nov 11 16:17:31.235734 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.257743 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a47c3-2580-4a45-95da-87b4d796049a req-d9c55f25-ca40-4701-adbc-8813fbb64cee tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:31.259361 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d67a47c3-2580-4a45-95da-87b4d796049a req-d9c55f25-ca40-4701-adbc-8813fbb64cee tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 945 time: 0.1978207 Nov 11 16:17:31.288566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Calling delete_port for b8178740-e539-4b1a-9a6d-c526dc5e0baa owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:17:31.292832 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:17:31.313693 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d67a47c3-2580-4a45-95da-87b4d796049a req-05c1a9a5-2f6b-4b5b-9464-59c04126852f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Nov 11 16:17:31.314686 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.326630 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-650c8377-56eb-4035-8217-dac2b2f19cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:31.381182 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efab8b9f03e34b4abff80956bd623ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915461 Nov 11 16:17:31.382857 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53306) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:31.385473 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1320bc74-2f20-4148-bbdd-900619f53a2c,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:31.405292 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:31.463367 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.493149 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.569402 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:31.585095 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2', 'network_id': 'a002d2d0-8916-4e36-a5e3-84fb6309d2dc', 'port_id': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2', 'mac_address': 'fa:16:3e:ab:24:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e541e71-8829-411a-a834-8e408d173c4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:17:31.624015 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.631880 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ef3e971f-32c8-4a34-8874-9aee07f2308b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:31.642350 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.643907 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1320bc74-2f20-4148-bbdd-900619f53a2c,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:31.647827 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:31.653265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.656808 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1320bc74-2f20-4148-bbdd-900619f53a2c HTTP/1.1" status: 204 len: 168 time: 0.2707481 Nov 11 16:17:31.682680 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:31.701210 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:31.741036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1248c-15e9-4f60-90b2-68f880406273 req-bbab1c21-60de-498e-b2b7-69114d7e78f3 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:31.742482 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2e1248c-15e9-4f60-90b2-68f880406273 req-bbab1c21-60de-498e-b2b7-69114d7e78f3 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 945 time: 0.2532921 Nov 11 16:17:31.748011 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.762371 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['b9ee3292-829a-46d8-873e-0d70a389bc55'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:31.775511 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:31.795267 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.802582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:31.833685 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Pushing event deleted for resources: {'Port': ['ID=b9ee3292-829a-46d8-873e-0d70a389bc55,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:31.836988 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:31.874719 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:31.878530 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:31.893726 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2e1248c-15e9-4f60-90b2-68f880406273 req-57a1641d-a0d7-477b-bbc8-a0f44a3e00ed tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437941 Nov 11 16:17:31.929420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:31.942198 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['5eebf052-276e-4e40-872f-dbd2a308d414'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:31.946264 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] No DVR routers for this DVR port b9ee3292-829a-46d8-873e-0d70a389bc55 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:17:31.947879 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a2a3e662-619d-4184-abec-a23e4ec44d4d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:32.015253 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:32.023712 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Pushing event deleted for resources: {'Port': ['ID=b8178740-e539-4b1a-9a6d-c526dc5e0baa,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:32.026921 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08059667-71c0-4749-9324-898633719823', 'name': 'network-vif-deleted', 'tag': 'b9ee3292-829a-46d8-873e-0d70a389bc55'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:32.033641 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:32.155010 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['63e0036e-0ebd-4f37-b4ef-26dd4727f5e2'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:32.177610 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] No DVR routers for this DVR port b8178740-e539-4b1a-9a6d-c526dc5e0baa on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:17:32.181399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:32.184066 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9bb1fe87-0c87-413a-a410-4a2784cd7c0e req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "DELETE /v2.0/ports/b8178740-e539-4b1a-9a6d-c526dc5e0baa HTTP/1.1" status: 204 len: 173 time: 2.0011868 Nov 11 16:17:32.238563 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff916e4-daef-4fd3-85b0-04e1e3478514 req-a819b498-5920-4d29-b0f6-1140a4991bc2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:32.243001 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bab483b2-4c6f-4947-979c-a8d52535de46 req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "DELETE /v2.0/ports/b9ee3292-829a-46d8-873e-0d70a389bc55 HTTP/1.1" status: 204 len: 173 time: 1.9669578 Nov 11 16:17:32.245339 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2ff916e4-daef-4fd3-85b0-04e1e3478514 req-a819b498-5920-4d29-b0f6-1140a4991bc2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1333742 Nov 11 16:17:32.264975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a23a3-039a-4ad6-9090-189d30be2914 req-7ae847df-ca38-4531-b2c7-43149f99e4f2 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:32.266667 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-420a23a3-039a-4ad6-9090-189d30be2914 req-7ae847df-ca38-4531-b2c7-43149f99e4f2 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 945 time: 0.1413944 Nov 11 16:17:32.313145 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2ff916e4-daef-4fd3-85b0-04e1e3478514 req-b29e73e5-7453-4697-b0c4-5342554bc30c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649266 Nov 11 16:17:32.331446 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-420a23a3-039a-4ad6-9090-189d30be2914 req-7bd04c8c-6aa2-4ccc-8d27-100bae217a1b tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501897 Nov 11 16:17:32.385178 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08059667-71c0-4749-9324-898633719823', 'name': 'network-vif-deleted', 'tag': 'b9ee3292-829a-46d8-873e-0d70a389bc55', 'status': 'completed', 'code': 200} Nov 11 16:17:32.500722 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-4956c6be-99d6-40bc-9e6a-239b6caa0ef8 req-66d112e1-d182-4e22-acc9-7ede68b65848 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:32.568316 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 53324) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:32.585997 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:32.606246 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:32.610096 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Usage tracker for resource:security_group_rule and tenant:454b992b9027477b92e7d3321f2a477b is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:32.613235 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:32.618932 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:32.634679 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-4956c6be-99d6-40bc-9e6a-239b6caa0ef8 req-66d112e1-d182-4e22-acc9-7ede68b65848 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:32.635819 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4956c6be-99d6-40bc-9e6a-239b6caa0ef8 req-66d112e1-d182-4e22-acc9-7ede68b65848 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.1871483 Nov 11 16:17:32.710285 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:32.815214 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:32.823314 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-292e23af-a47e-4cb6-84ac-af51c712fb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:32.863797 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=454b992b9027477b92e7d3321f2a477b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943525 Nov 11 16:17:32.865447 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76be17e-efe8-4c77-8eb7-f0e4a02645cc,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:32.866514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53328) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:32.869744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:32.926543 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:32.954504 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:33.070136 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-99575687-f220-48b2-beee-fa2fb25c39c9 req-a683fca2-d873-4503-85ca-5ec053c807e0 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.0441058 Nov 11 16:17:33.106301 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:33.110172 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee6737fc-769a-4a07-b384-f28e7aeaee08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:33.125286 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76be17e-efe8-4c77-8eb7-f0e4a02645cc,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:33.129329 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:33.133792 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:33.134980 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a76be17e-efe8-4c77-8eb7-f0e4a02645cc HTTP/1.1" status: 204 len: 168 time: 0.2675071 Nov 11 16:17:33.280698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-45c3636a-020e-4b1f-87e5-1e7ff43e6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.282160 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-45c3636a-020e-4b1f-87e5-1e7ff43e6a72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284&tenant_id=036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 1097 time: 0.0782905 Nov 11 16:17:33.321910 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:17:33.393313 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-98276326-fba2-42a8-b99a-842705a10489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.395048 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-98276326-fba2-42a8-b99a-842705a10489 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1097 time: 0.0849049 Nov 11 16:17:33.498213 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:17:33.504230 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:33.505036 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:33.546094 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876e14-49ee-442b-a239-f2d60e952d58 req-fecae01e-5f68-49fb-a9c0-cb60bb0e4572 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.547556 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-49876e14-49ee-442b-a239-f2d60e952d58 req-fecae01e-5f68-49fb-a9c0-cb60bb0e4572 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 945 time: 0.0884287 Nov 11 16:17:33.600034 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-198834d8-4ba4-4291-b16d-0e2fd3c36d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.600034 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-198834d8-4ba4-4291-b16d-0e2fd3c36d0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1960645 Nov 11 16:17:33.617079 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7b58-2e1f-4204-a688-428af0633f95 req-d3cbcf47-917f-49e3-b391-9e7239fcf307 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.618597 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-245d7b58-2e1f-4204-a688-428af0633f95 req-d3cbcf47-917f-49e3-b391-9e7239fcf307 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1426551 Nov 11 16:17:33.629515 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-49876e14-49ee-442b-a239-f2d60e952d58 req-3c50a090-3337-482e-8ad1-21e0228689f8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744195 Nov 11 16:17:33.724757 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:33.781167 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:33.782304 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95492e60-2030-475b-bcc5-df77553a0606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:33.789472 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-245d7b58-2e1f-4204-a688-428af0633f95 req-09c116bb-e8ec-4217-98ac-f3ca8ce82e05 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172986 Nov 11 16:17:33.793269 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-c36f52e6-acc2-4e03-b990-7f88b79e8280 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 1000 time: 0.1723037 Nov 11 16:17:33.838404 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-faf7abd8-8958-4af6-acd4-6f8942b12c60 req-c3027d43-3937-4ce8-a33a-4e78a41c32a1 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=6012b216-f070-4771-92c0-e886d8c95e42 HTTP/1.1" status: 200 len: 210 time: 0.0586178 Nov 11 16:17:33.873509 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-4f236022-2d75-4263-8ca4-82f00576b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.875039 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-4f236022-2d75-4263-8ca4-82f00576b610 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0763745 Nov 11 16:17:33.880984 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95492e60-2030-475b-bcc5-df77553a0606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2', 'code': 200} Nov 11 16:17:33.882289 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:33.883146 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b9ee3292-829a-46d8-873e-0d70a389bc55 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:17:33.913419 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:33.972686 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: b9ee3292-829a-46d8-873e-0d70a389bc55 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:17:33.973094 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b9ee3292-829a-46d8-873e-0d70a389bc55 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:17:33.973360 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-8e7a674e-3783-462f-9b51-d03cb421a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:33.973540 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b8178740-e539-4b1a-9a6d-c526dc5e0baa no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:17:33.974806 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-8e7a674e-3783-462f-9b51-d03cb421a319 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818143 Nov 11 16:17:34.018776 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: b8178740-e539-4b1a-9a6d-c526dc5e0baa {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:17:34.019052 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b8178740-e539-4b1a-9a6d-c526dc5e0baa not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:17:34.043360 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:34.053461 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:34.165063 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-475a43ab-92d2-423d-9aa5-8b5ae6bd58bd service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769123 Nov 11 16:17:34.308832 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0886e347-ea80-486a-bd0e-1aabdfd4dded req-783cb3bc-480e-4d6a-9a58-3ae930d6c0dd tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=08059667-71c0-4749-9324-898633719823 HTTP/1.1" status: 200 len: 210 time: 0.0514095 Nov 11 16:17:34.385923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012b216-f070-4771-92c0-e886d8c95e42', 'name': 'network-vif-deleted', 'tag': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:34.445640 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6012b216-f070-4771-92c0-e886d8c95e42', 'name': 'network-vif-deleted', 'tag': 'b8178740-e539-4b1a-9a6d-c526dc5e0baa', 'status': 'completed', 'code': 200} Nov 11 16:17:34.451386 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-baf99ec4-b658-451b-9874-35aea243db8a service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788005 Nov 11 16:17:34.457355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf523c8d-b410-40b5-9b34-e22bee99e9e5 req-dfdf5fce-e28c-4f53-b5d2-4e3514c9e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:34.459259 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bf523c8d-b410-40b5-9b34-e22bee99e9e5 req-dfdf5fce-e28c-4f53-b5d2-4e3514c9e3bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 1099 time: 0.1578338 Nov 11 16:17:34.590546 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bf523c8d-b410-40b5-9b34-e22bee99e9e5 req-b342a9b8-e598-446d-9cbb-b0c3040a6f86 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225047 Nov 11 16:17:34.839134 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bbbb0-83fd-401d-9bef-bfb8c6e26d94 req-b3a8b04a-0be9-49d3-9ab3-59fae256049d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:34.841503 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0a9bbbb0-83fd-401d-9bef-bfb8c6e26d94 req-b3a8b04a-0be9-49d3-9ab3-59fae256049d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0989447 Nov 11 16:17:34.901327 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0a9bbbb0-83fd-401d-9bef-bfb8c6e26d94 req-0913882d-6ff6-4659-9a08-cff49d6a40fe tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519118 Nov 11 16:17:35.010824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa037-f813-4a3f-8705-65809845e290 req-8223633e-f779-4597-b0b7-343a53bcd871 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:35.012584 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-771aa037-f813-4a3f-8705-65809845e290 req-8223633e-f779-4597-b0b7-343a53bcd871 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1094635 Nov 11 16:17:35.094436 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-771aa037-f813-4a3f-8705-65809845e290 req-647e6e76-3d8e-4fe3-b6fd-fa4d1c5850f3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758939 Nov 11 16:17:35.829893 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cc20f-d707-49cd-9fd8-f18292375294 req-2699d485-56cf-46cf-ada6-ebdc225aa842 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:35.832780 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ae9cc20f-d707-49cd-9fd8-f18292375294 req-2699d485-56cf-46cf-ada6-ebdc225aa842 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1024194 Nov 11 16:17:35.919526 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ae9cc20f-d707-49cd-9fd8-f18292375294 req-e6271dc8-e3d1-41c5-9e52-5ddf08631ab8 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801578 Nov 11 16:17:36.198445 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ae476-45a0-4ac5-9c1d-ccc4677a6f6e req-eb511ab5-6389-4873-b3bd-bab7d5fc81e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:36.200532 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-348ae476-45a0-4ac5-9c1d-ccc4677a6f6e req-eb511ab5-6389-4873-b3bd-bab7d5fc81e0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1311753 Nov 11 16:17:36.293503 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-348ae476-45a0-4ac5-9c1d-ccc4677a6f6e req-b7de4c03-9397-44c1-a023-7bbec60370c5 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826385 Nov 11 16:17:36.523890 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abb71-d47a-4394-b344-f73e0ef6ce9b req-8f139f36-a7bf-4fbd-af3a-7338eadc85b8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:36.525468 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-691abb71-d47a-4394-b344-f73e0ef6ce9b req-8f139f36-a7bf-4fbd-af3a-7338eadc85b8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1266565 Nov 11 16:17:36.579633 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-691abb71-d47a-4394-b344-f73e0ef6ce9b req-072da7dc-0d7d-48f7-947a-1439c6f7eef0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480049 Nov 11 16:17:37.151222 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b7e93-f86d-434f-8e12-f3ec7ebf3d97 req-6845e67b-f8d9-4e54-836b-86fc4603fa7e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:37.156592 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7c4b7e93-f86d-434f-8e12-f3ec7ebf3d97 req-6845e67b-f8d9-4e54-836b-86fc4603fa7e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1230090 Nov 11 16:17:37.213057 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7c4b7e93-f86d-434f-8e12-f3ec7ebf3d97 req-8632795e-244a-491d-a6f2-22b2d53c08a9 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536239 Nov 11 16:17:37.495233 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a47eb-f5de-4a70-bccb-5abd0dd1f2d8 req-e02e78c4-60c8-49c1-b559-a24076142ade tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:37.496713 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b41a47eb-f5de-4a70-bccb-5abd0dd1f2d8 req-e02e78c4-60c8-49c1-b559-a24076142ade tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0838401 Nov 11 16:17:37.547047 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b41a47eb-f5de-4a70-bccb-5abd0dd1f2d8 req-08049a57-7ef3-4cac-93fc-5080c5664f40 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435076 Nov 11 16:17:37.793018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10042d9-7c26-4acd-b159-14fab22539ea req-64542dad-52fe-402e-a744-214774b8d1c4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:37.794422 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c10042d9-7c26-4acd-b159-14fab22539ea req-64542dad-52fe-402e-a744-214774b8d1c4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0887084 Nov 11 16:17:37.840428 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c10042d9-7c26-4acd-b159-14fab22539ea req-9ebdb633-c789-4434-8882-6e7507298e5c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400269 Nov 11 16:17:38.424126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a33d2b-ba4d-4735-9473-98bb9bb7b199 req-ca933985-f429-4789-ae72-1df772215421 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:38.425743 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c4a33d2b-ba4d-4735-9473-98bb9bb7b199 req-ca933985-f429-4789-ae72-1df772215421 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0844197 Nov 11 16:17:38.480533 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c4a33d2b-ba4d-4735-9473-98bb9bb7b199 req-443c884c-157d-4b0c-bcf7-92b3013bbc6f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483284 Nov 11 16:17:38.781661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762f88d-b56c-43d5-9bdd-0a66a4216242 req-ec16c368-8243-46ba-802c-e418440cee71 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:38.783188 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c762f88d-b56c-43d5-9bdd-0a66a4216242 req-ec16c368-8243-46ba-802c-e418440cee71 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1055286 Nov 11 16:17:38.838966 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c762f88d-b56c-43d5-9bdd-0a66a4216242 req-7cfd7d44-7cd6-40d8-b2a6-f3ce1f06d1af tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482013 Nov 11 16:17:39.047473 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badf6c1-eaa5-4960-874a-8d844aa5f25c req-766d08f7-a192-4598-8f06-7606f4cff2d1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:39.049475 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6badf6c1-eaa5-4960-874a-8d844aa5f25c req-766d08f7-a192-4598-8f06-7606f4cff2d1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0864096 Nov 11 16:17:39.099335 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6badf6c1-eaa5-4960-874a-8d844aa5f25c req-a0ba251d-0f0c-4eb9-a18c-afde06be594d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Nov 11 16:17:39.676360 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac11a4-2db3-4a50-ac27-1cb14d95d60e req-424fa24c-0749-46b0-b8ee-4b02b05ff897 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:39.677748 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65ac11a4-2db3-4a50-ac27-1cb14d95d60e req-424fa24c-0749-46b0-b8ee-4b02b05ff897 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0849655 Nov 11 16:17:39.724462 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65ac11a4-2db3-4a50-ac27-1cb14d95d60e req-1585caf1-d426-402b-a19d-55d2c12f6c38 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Nov 11 16:17:40.040221 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec873012-f502-4d65-b170-ad90b56ab56e req-971bdb9d-8aaa-4cb9-acd4-d2eaf3a0050f tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:40.043059 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec873012-f502-4d65-b170-ad90b56ab56e req-971bdb9d-8aaa-4cb9-acd4-d2eaf3a0050f tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0920467 Nov 11 16:17:40.093082 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec873012-f502-4d65-b170-ad90b56ab56e req-97132b85-efe9-45f9-8ad3-58689ad0197e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Nov 11 16:17:40.307834 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b86eb-51b3-43b6-bb27-8c05aaa2826e req-3cc3ae73-fe9f-4154-9f5d-a4070c0b141f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:40.312985 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ef5b86eb-51b3-43b6-bb27-8c05aaa2826e req-3cc3ae73-fe9f-4154-9f5d-a4070c0b141f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0961256 Nov 11 16:17:40.358776 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ef5b86eb-51b3-43b6-bb27-8c05aaa2826e req-c687f9f7-21d8-49dd-92d1-1ea54b286f2e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Nov 11 16:17:40.933607 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259711da-29c6-4805-b78e-01223017c129 req-087c6506-a1c3-4de2-9f4e-29830a1db969 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:40.940008 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-259711da-29c6-4805-b78e-01223017c129 req-087c6506-a1c3-4de2-9f4e-29830a1db969 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0985358 Nov 11 16:17:40.996875 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-259711da-29c6-4805-b78e-01223017c129 req-71f36afd-9e8f-4ca5-a7bf-7b155addbe1e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520942 Nov 11 16:17:41.323883 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31caae3-0938-443f-993a-766f722be6f8 req-db2e239e-4263-45c9-aaae-0bbd8a4b9020 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:41.325428 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d31caae3-0938-443f-993a-766f722be6f8 req-db2e239e-4263-45c9-aaae-0bbd8a4b9020 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1218674 Nov 11 16:17:41.397443 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d31caae3-0938-443f-993a-766f722be6f8 req-9244cc6e-00bd-40c8-8a79-193238cf52b4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592856 Nov 11 16:17:41.584877 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefd6d3-bcc2-4e8d-b562-a6be78726a50 req-00c0e1a2-bc66-4b72-9e3d-1ae39a3f8d57 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:41.586445 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7eefd6d3-bcc2-4e8d-b562-a6be78726a50 req-00c0e1a2-bc66-4b72-9e3d-1ae39a3f8d57 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0927839 Nov 11 16:17:41.650118 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7eefd6d3-bcc2-4e8d-b562-a6be78726a50 req-af5a450c-695b-4e9b-b500-628e820f1931 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577543 Nov 11 16:17:42.216064 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6af95-b305-4737-a955-0e4bbb1b3ca4 req-36ce9c76-7879-4b62-b955-4bdb7e9cc564 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:42.217595 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fda6af95-b305-4737-a955-0e4bbb1b3ca4 req-36ce9c76-7879-4b62-b955-4bdb7e9cc564 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0917113 Nov 11 16:17:42.287102 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fda6af95-b305-4737-a955-0e4bbb1b3ca4 req-f5b04585-2b91-4310-9244-e9c9ef70619c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Nov 11 16:17:42.611352 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9300008-ce18-46a2-a571-1d50a2e621be req-c11390ba-712c-41a6-8ef5-bbbe76c92113 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:42.613262 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9300008-ce18-46a2-a571-1d50a2e621be req-c11390ba-712c-41a6-8ef5-bbbe76c92113 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1008995 Nov 11 16:17:42.661979 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9300008-ce18-46a2-a571-1d50a2e621be req-c4751930-f501-47ea-aac4-9f8cc44e9d67 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426390 Nov 11 16:17:42.936988 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a386-57f1-4f77-85e4-a9f1a329b23f req-8f9aefa3-b158-4902-9812-6c4a419c32f2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:42.938383 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4e18a386-57f1-4f77-85e4-a9f1a329b23f req-8f9aefa3-b158-4902-9812-6c4a419c32f2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1596272 Nov 11 16:17:42.984032 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4e18a386-57f1-4f77-85e4-a9f1a329b23f req-e775a5ef-fdec-4d2f-892f-44783a184892 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Nov 11 16:17:43.331865 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-bae1b11e-11e6-4884-ba7e-41f1919bfe2d tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:43.338995 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-bae1b11e-11e6-4884-ba7e-41f1919bfe2d tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/networks?id=b1a769e0-1202-4139-9506-9e11f227cb93 HTTP/1.1" status: 200 len: 809 time: 0.2655156 Nov 11 16:17:43.357735 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-ad63937c-8a52-4f00-b3a0-480e01f9addf tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/quotas/4091f5a4f6e64f77a7d885ed56cd956a HTTP/1.1" status: 200 len: 375 time: 0.0173695 Nov 11 16:17:43.414193 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c69c8cac-8018-4e5f-b317-195fec5b21cf tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552547 Nov 11 16:17:43.513560 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623474df-669b-4db6-864f-04dde2b005f3 req-47d80d99-fe92-4b15-a1e0-dba08992b3d7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:43.515991 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-623474df-669b-4db6-864f-04dde2b005f3 req-47d80d99-fe92-4b15-a1e0-dba08992b3d7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0987647 Nov 11 16:17:43.561460 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-1e112017-a80f-485e-a687-ca821ca5ec37 service neutron] 10.222.0.50 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461492 Nov 11 16:17:43.581543 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-623474df-669b-4db6-864f-04dde2b005f3 req-f2644591-1b72-47a9-b8aa-9c5d614358b5 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573614 Nov 11 16:17:43.694979 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-53e83d1d-9aa2-4ebb-ab16-135b30e519c4 service neutron] 10.222.0.50 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323135 Nov 11 16:17:43.872386 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ed1c7-957a-4428-bd54-af0da0acfcfe req-dc9a5892-27c7-4978-99dd-5194c407b9b4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:43.874114 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9b1ed1c7-957a-4428-bd54-af0da0acfcfe req-dc9a5892-27c7-4978-99dd-5194c407b9b4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0968494 Nov 11 16:17:43.926344 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9b1ed1c7-957a-4428-bd54-af0da0acfcfe req-cf63dd31-1f0a-43f3-bb28-eec6aa5f8024 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Nov 11 16:17:44.192860 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d68947-1f4f-4492-9e22-09d25221a2c8 req-bd80a81c-8966-4e84-9426-ff162f8426af tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:44.194399 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-15d68947-1f4f-4492-9e22-09d25221a2c8 req-bd80a81c-8966-4e84-9426-ff162f8426af tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0927341 Nov 11 16:17:44.249485 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-15d68947-1f4f-4492-9e22-09d25221a2c8 req-df4bbd20-8e1c-4848-ab70-5859ac348291 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479949 Nov 11 16:17:44.788141 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ba247-06f2-4eb7-9a2e-440ccfd3d325 req-01aacb36-3804-476e-a0a7-e585b400218c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:44.797560 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-597ba247-06f2-4eb7-9a2e-440ccfd3d325 req-01aacb36-3804-476e-a0a7-e585b400218c tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1012936 Nov 11 16:17:44.868893 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c57dae47-887f-4c60-99b4-beb340455dee req-e138245c-92c9-458b-ae0d-d015082f66de tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 210 time: 0.0608840 Nov 11 16:17:44.886987 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-597ba247-06f2-4eb7-9a2e-440ccfd3d325 req-42b6b64c-c15d-4fb7-b906-fa64d36897fd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845056 Nov 11 16:17:45.127003 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549cad5-a7fd-46b9-95e2-319727d9ca2b req-2460d87a-e8d6-4cd3-99b7-b5bd54a096be tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:45.128512 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5549cad5-a7fd-46b9-95e2-319727d9ca2b req-2460d87a-e8d6-4cd3-99b7-b5bd54a096be tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0870204 Nov 11 16:17:45.175866 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5549cad5-a7fd-46b9-95e2-319727d9ca2b req-cd17792c-a559-437f-9928-67689fa15281 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Nov 11 16:17:45.512743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82ccd3-658d-4007-a3b4-c803c97f52a1 req-b8d21172-976a-48f4-9bf6-08fc92113670 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:45.516515 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-aa82ccd3-658d-4007-a3b4-c803c97f52a1 req-b8d21172-976a-48f4-9bf6-08fc92113670 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.1126134 Nov 11 16:17:45.569110 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-aa82ccd3-658d-4007-a3b4-c803c97f52a1 req-db6fab17-5762-4ee8-ad3c-fadf33d03501 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458121 Nov 11 16:17:45.738072 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 53606) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:45.859403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:45.875572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:45.879806 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Usage tracker for resource:security_group_rule and tenant:138889b6bca04a309b4332d7aced60dc is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:45.884180 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:45.889616 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:45.980335 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-79510786-8dd1-4316-8c7a-1246de6356d4 req-5c44e46f-2491-4970-905b-61a9cae132b2 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 210 time: 0.0637727 Nov 11 16:17:45.984536 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:46.102797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:46.110017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9fae39b5-0d36-4115-9f6a-fd9793a69734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:46.161753 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01def13-30e8-493a-9f0f-fdd46f59bb63 req-10c94058-f7c4-4e20-912c-7f0eebc39102 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:46.163065 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f01def13-30e8-493a-9f0f-fdd46f59bb63 req-10c94058-f7c4-4e20-912c-7f0eebc39102 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1303406 Nov 11 16:17:46.168935 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=138889b6bca04a309b4332d7aced60dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297969 Nov 11 16:17:46.171038 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5ab4fd-10c3-40d3-b5db-f6cd5b236a0d,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:46.172214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53616) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:46.185741 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:46.216376 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f01def13-30e8-493a-9f0f-fdd46f59bb63 req-bcbcd131-5cc4-4770-a029-6fa8ded46b74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Nov 11 16:17:46.282422 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:46.355456 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:46.432223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c15f2-875a-45fc-8d09-40c8c93711a3 req-fa470eac-6d18-4c2b-9272-571f15163e51 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:46.434165 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fa5c15f2-875a-45fc-8d09-40c8c93711a3 req-fa470eac-6d18-4c2b-9272-571f15163e51 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1248314 Nov 11 16:17:46.481323 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fa5c15f2-875a-45fc-8d09-40c8c93711a3 req-63921dbe-d2de-4986-93df-2a61d54417c7 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Nov 11 16:17:46.574857 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:46.578647 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e9ba1715-f6fb-4142-bac1-8dac4956a9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:46.590713 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5ab4fd-10c3-40d3-b5db-f6cd5b236a0d,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:46.595320 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:46.597316 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:46.598490 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad5ab4fd-10c3-40d3-b5db-f6cd5b236a0d HTTP/1.1" status: 204 len: 168 time: 0.4225650 Nov 11 16:17:46.789421 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345538e-be3b-4990-b0f0-49c2ac36285d req-14edcf8d-6484-4eda-8aac-864ab5505d41 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:46.791450 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f345538e-be3b-4990-b0f0-49c2ac36285d req-14edcf8d-6484-4eda-8aac-864ab5505d41 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0995166 Nov 11 16:17:46.843679 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f345538e-be3b-4990-b0f0-49c2ac36285d req-eb4041a1-84a5-4710-9288-8c69e8c78e31 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Nov 11 16:17:47.148586 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-41d55bc4-8891-4b0e-b109-fcbada697e1a req-c50c5bd5-ee29-4623-8542-0ce35a2adba0 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 210 time: 0.0544076 Nov 11 16:17:47.430034 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b4b63-3456-458f-a50a-9b281e43ba03 req-b0017225-b001-4ba7-b1e0-07aac2ecd35f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:47.430034 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d28b4b63-3456-458f-a50a-9b281e43ba03 req-b0017225-b001-4ba7-b1e0-07aac2ecd35f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0846336 Nov 11 16:17:47.477619 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d28b4b63-3456-458f-a50a-9b281e43ba03 req-5d977157-c1a2-4e37-805d-fe74f8e46901 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 Nov 11 16:17:47.677679 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d46bb-0524-4d5f-9b95-7bdd7928f7cc req-7d78eaf0-48dc-49f9-9080-bdfff0291db6 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:47.679169 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bc3d46bb-0524-4d5f-9b95-7bdd7928f7cc req-7d78eaf0-48dc-49f9-9080-bdfff0291db6 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0897992 Nov 11 16:17:47.728910 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bc3d46bb-0524-4d5f-9b95-7bdd7928f7cc req-ec3227ea-d918-4065-a139-09aba40f9918 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436842 Nov 11 16:17:47.938074 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53642) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:47.956637 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:47.971630 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:47.975432 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Usage tracker for resource:security_group_rule and tenant:11a3aaacbf9e4ce69c4ba129afe3fcda is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:47.978361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:47.984398 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:48.041044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d94fe-bb83-4c6d-841e-412796c7c139 req-f6f1603a-efd2-4e6d-93cd-a0682f4d9b09 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:48.042607 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-232d94fe-bb83-4c6d-841e-412796c7c139 req-f6f1603a-efd2-4e6d-93cd-a0682f4d9b09 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0852830 Nov 11 16:17:48.071017 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:48.086762 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-232d94fe-bb83-4c6d-841e-412796c7c139 req-ea2d2a87-61fb-46c3-8809-b58e6a03ad03 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377247 Nov 11 16:17:48.159908 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:48.167146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-73e6334e-3fce-4cb7-ba23-69b4c3ae440c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:48.207048 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf84a1-1988-4962-80f3-65ec1319f674,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:48.211361 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=11a3aaacbf9e4ce69c4ba129afe3fcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716005 Nov 11 16:17:48.212222 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:48.214283 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 53648) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:48.277572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:48.300367 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d61ee0df-dfc9-4a54-b949-816d356d4c2b req-2cd746ff-b5c1-4695-b0a1-f41eeaa81cfa tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 210 time: 0.0438473 Nov 11 16:17:48.304430 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:48.439929 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:48.443596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:48.458116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf84a1-1988-4962-80f3-65ec1319f674,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:48.460527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:48.469734 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:48.471843 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0ece516c-0ee0-44fc-be07-a58e4b13bf70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9faf84a1-1988-4962-80f3-65ec1319f674 HTTP/1.1" status: 204 len: 168 time: 0.2562430 Nov 11 16:17:48.658824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88248b-e874-46ff-a5d3-d7b34fdcd004 req-91127778-d52e-403e-b4c5-90d6fd14ecbb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:48.660377 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1e88248b-e874-46ff-a5d3-d7b34fdcd004 req-91127778-d52e-403e-b4c5-90d6fd14ecbb tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0793612 Nov 11 16:17:48.706703 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1e88248b-e874-46ff-a5d3-d7b34fdcd004 req-f7da945d-eefa-423e-8c6c-02559fef72bc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Nov 11 16:17:48.917010 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2431f-2dee-458d-be8c-6a8237a6b18f req-fcf8affd-fde4-4888-a2a2-0102f8a38433 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:48.918463 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-43d2431f-2dee-458d-be8c-6a8237a6b18f req-fcf8affd-fde4-4888-a2a2-0102f8a38433 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0835600 Nov 11 16:17:48.964696 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-43d2431f-2dee-458d-be8c-6a8237a6b18f req-c0419dbb-cabe-4677-8964-70dd0015eed1 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Nov 11 16:17:49.300466 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd705c9d-cc33-4568-800b-38c43da8488e req-a98cb774-1146-4154-b4cb-352c936ac61b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:49.301974 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fd705c9d-cc33-4568-800b-38c43da8488e req-a98cb774-1146-4154-b4cb-352c936ac61b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.0892117 Nov 11 16:17:49.348169 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fd705c9d-cc33-4568-800b-38c43da8488e req-a327ef2a-2607-4e0f-8f0e-d1c7ef29631e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 Nov 11 16:17:49.473700 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8ccc1a12-87a7-49f4-a510-0ca0c05573ff req-990d1c15-952b-456f-b09b-15c1f3026cc7 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 210 time: 0.0589805 Nov 11 16:17:49.902682 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb664d-9394-45ad-be35-13b06970fa7b req-acc61d39-0ed2-4a80-8589-13460cf84a6d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:49.904160 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2bb664d-9394-45ad-be35-13b06970fa7b req-acc61d39-0ed2-4a80-8589-13460cf84a6d tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.0847228 Nov 11 16:17:49.950595 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2bb664d-9394-45ad-be35-13b06970fa7b req-ac366b85-6073-4fea-a8de-8118ff244bd7 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Nov 11 16:17:50.149824 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf9fa-ade2-41d3-8aeb-8a62e38fbafd req-ac1fc17d-5e7c-4331-a563-586e39372961 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:50.151413 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cb1cf9fa-ade2-41d3-8aeb-8a62e38fbafd req-ac1fc17d-5e7c-4331-a563-586e39372961 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0829940 Nov 11 16:17:50.200215 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cb1cf9fa-ade2-41d3-8aeb-8a62e38fbafd req-19526075-f5f6-4fa0-8112-0d8a9e56608e tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Nov 11 16:17:50.385869 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-498723c4-52c1-4a73-bb7a-fbc4989e29f8 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:50.386637 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-498723c4-52c1-4a73-bb7a-fbc4989e29f8 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Synchronizing usage tracker for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:network {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:50.537164 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-498723c4-52c1-4a73-bb7a-fbc4989e29f8 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Unset dirty status for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:network {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:50.538328 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-498723c4-52c1-4a73-bb7a-fbc4989e29f8 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "GET /v2.0/networks?id=b1a769e0-1202-4139-9506-9e11f227cb93 HTTP/1.1" status: 200 len: 809 time: 0.3012874 Nov 11 16:17:50.551797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Request body: {'port': {'device_id': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93', 'admin_state_up': True, 'tenant_id': '4091f5a4f6e64f77a7d885ed56cd956a'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:50.622230 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ea798137-08b9-49c6-a5b3-99a7de707ae7 req-952515c0-66e1-47b7-8c65-37f27461d956 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 210 time: 0.0433948 Nov 11 16:17:50.735683 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c0ff-2651-4745-a3d2-17597e40faf8 req-53953e75-04ca-4e71-b771-ffa0ce8d8cc6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:50.737402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3f6c0ff-2651-4745-a3d2-17597e40faf8 req-53953e75-04ca-4e71-b771-ffa0ce8d8cc6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 944 time: 0.2495761 Nov 11 16:17:50.806025 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:50.813987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Usage tracker for resource:port and tenant:4091f5a4f6e64f77a7d885ed56cd956a is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:50.819275 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c3f6c0ff-2651-4745-a3d2-17597e40faf8 req-2cbf59b8-090f-4f57-8e97-6b7ffcffd8f6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678747 Nov 11 16:17:50.820132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:50.827135 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:50.925292 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Made reservation on behalf of 4091f5a4f6e64f77a7d885ed56cd956a for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:17:50.929703 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.122256 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Allocated IP 172.20.0.6 (b1a769e0-1202-4139-9506-9e11f227cb93/38c8cef4-97de-4ef9-96ff-39ef203b3e57/b7feb1fe-7e30-4422-ae2c-ca2489d635fc) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:17:51.199659 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc9d2c-99b8-4681-89cb-92d1368d2589 req-1e2364af-c359-4152-9e07-deeddace962b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:51.208258 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6ccc9d2c-99b8-4681-89cb-92d1368d2589 req-1e2364af-c359-4152-9e07-deeddace962b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1254771 Nov 11 16:17:51.264487 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6ccc9d2c-99b8-4681-89cb-92d1368d2589 req-7e976f00-47a3-40aa-8baf-d086989939aa tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Nov 11 16:17:51.368387 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.408158 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:17:51.513809 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.520219 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:51.545628 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53748) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:51.556331 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:51.571342 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'port_id': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'mac_address': 'fa:16:3e:9c:88:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:17:51.600288 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Network b1a769e0-1202-4139-9506-9e11f227cb93 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:17:51.603725 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:17:51.608199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:17:51.632524 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.640001 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Pushing event updated for resources: {'Port': ['ID=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:51.651467 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88c64d6-b834-4b04-95b1-f6352d5b7ee6 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:51.661276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:51.668748 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:51.699182 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:51.699820 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.762378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.777912 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:51.781838 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Usage tracker for resource:security_group_rule and tenant:bc46e0ab82d843c2b94ab38cf4f4bfd7 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:51.785223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:51.790863 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:51.836907 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2290b0e-0ad9-4cb3-a1c6-847e075911ab req-6363a4ab-e588-478e-98ef-10c09755818b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:51.837598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-c2290b0e-0ad9-4cb3-a1c6-847e075911ab req-6363a4ab-e588-478e-98ef-10c09755818b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Synchronizing usage tracker for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:51.839976 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:51.842270 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:51.928855 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=9']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:51.932164 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3844409 Nov 11 16:17:51.932672 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:51.947914 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Request body: {'port': {'device_id': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:17:51.997469 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-c2290b0e-0ad9-4cb3-a1c6-847e075911ab req-6363a4ab-e588-478e-98ef-10c09755818b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Unset dirty status for tenant:4091f5a4f6e64f77a7d885ed56cd956a on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:51.998150 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c2290b0e-0ad9-4cb3-a1c6-847e075911ab req-6363a4ab-e588-478e-98ef-10c09755818b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 931 time: 0.2519615 Nov 11 16:17:52.078289 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531381b3-7fe1-41eb-944b-bab38be90344 req-b7fd6a2e-2eba-4eea-b5a6-06643c2a3778 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:52.080854 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-531381b3-7fe1-41eb-944b-bab38be90344 req-b7fd6a2e-2eba-4eea-b5a6-06643c2a3778 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 945 time: 0.1319554 Nov 11 16:17:52.117969 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.119507 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c2290b0e-0ad9-4cb3-a1c6-847e075911ab req-29c9cd06-fc50-4bab-a04f-44cf17713bf1 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Nov 11 16:17:52.120202 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.134371 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.197497 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['a88c64d6-b834-4b04-95b1-f6352d5b7ee6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:52.238758 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-531381b3-7fe1-41eb-944b-bab38be90344 req-300710f4-32c2-4b50-a4a9-b0c6d0332b68 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462545 Nov 11 16:17:52.250144 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.257869 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-cdb176e7-b77f-42ee-8798-3b69ebd05652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:52.306588 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb700b8d-0642-4fc2-b78c-803acb756c3a,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:52.310619 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:52.317491 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc46e0ab82d843c2b94ab38cf4f4bfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7683794 Nov 11 16:17:52.318153 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53776) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:52.414188 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.446053 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.618684 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca02aa-81f7-46be-b242-52bba8931b59 req-5fdee075-2d92-488f-8025-005f33db9c23 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:52.620131 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-56ca02aa-81f7-46be-b242-52bba8931b59 req-5fdee075-2d92-488f-8025-005f33db9c23 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1504018 Nov 11 16:17:52.656435 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.660423 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-41eaafc7-3dec-4500-8885-1a259f2ce6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:52.673254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb700b8d-0642-4fc2-b78c-803acb756c3a,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:52.678410 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:52.682840 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.686638 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb700b8d-0642-4fc2-b78c-803acb756c3a HTTP/1.1" status: 204 len: 168 time: 0.3669469 Nov 11 16:17:52.703164 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7feb1fe-7e30-4422-ae2c-ca2489d635fc {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:52.714364 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.722152 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-56ca02aa-81f7-46be-b242-52bba8931b59 req-a441492d-10d5-4ac9-9f06-ddc5901871bc tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688486 Nov 11 16:17:52.733190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Transition to ACTIVE for port object b7feb1fe-7e30-4422-ae2c-ca2489d635fc will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:17:52.888158 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:52.893243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:53.060904 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:53.061564 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53794) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:53.073791 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.074118 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.074473 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.074825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.075224 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.075584 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.075911 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.076255 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.076614 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.076957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.077289 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.077616 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:53.108825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:53.152164 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Attempting to bind port b7feb1fe-7e30-4422-ae2c-ca2489d635fc on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:17:53.152578 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Attempting to bind port b7feb1fe-7e30-4422-ae2c-ca2489d635fc by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:17:53.152908 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Attempting to bind port b7feb1fe-7e30-4422-ae2c-ca2489d635fc on network b1a769e0-1202-4139-9506-9e11f227cb93 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:17:53.158787 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Port b7feb1fe-7e30-4422-ae2c-ca2489d635fc on network b1a769e0-1202-4139-9506-9e11f227cb93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:17:53.159153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Attempting to bind port b7feb1fe-7e30-4422-ae2c-ca2489d635fc on network b1a769e0-1202-4139-9506-9e11f227cb93 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:17:53.164353 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:17:53.164718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Checking segment: {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:17:53.165081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Bound using segment: {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:17:53.165501 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Bound port: b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3098f2ca-6b70-487c-97f7-dd99362afa70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:17:53.165955 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.299011 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.318907 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:53.327030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Usage tracker for resource:security_group_rule and tenant:35196f4fa426445e9c72ed50b16fe5f4 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:53.327030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:53.333305 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:53.352028 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] For port b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:17:53.361895 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] For port b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:17:53.381461 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd746a2-693a-4e50-97dd-38ffaa4b66d5 req-342653b7-811a-4c67-9195-e698bff286a2 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:53.382919 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4bd746a2-693a-4e50-97dd-38ffaa4b66d5 req-342653b7-811a-4c67-9195-e698bff286a2 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 943 time: 0.1121359 Nov 11 16:17:53.420079 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:17:53.421425 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.429240 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4bd746a2-693a-4e50-97dd-38ffaa4b66d5 req-f29614cf-00bb-4884-a495-67a0d4c33e0e tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Nov 11 16:17:53.506846 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:53.507337 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.508989 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.514009 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:53.553941 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.619963 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-af60a1dd-95c5-4c3a-8189-37d801f7959a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:53.634264 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35196f4fa426445e9c72ed50b16fe5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713437 Nov 11 16:17:53.648174 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53820) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:53.648897 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.680127 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:53.698896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:53.736180 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4eaac-dac0-4ee9-8d58-36377dd0fb82,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:53.750320 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:53.752446 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'code': 200} Nov 11 16:17:53.779895 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:53.790698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:53.790871 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.790957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.792450 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7feb1fe-7e30-4422-ae2c-ca2489d635fc HTTP/1.1" status: 200 len: 1093 time: 1.8486240 Nov 11 16:17:53.793197 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:53.793877 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'tag': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:53.821657 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.854579 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:53.856608 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb375-6c37-4ba3-a2f8-88acc70d8a28 req-f6847b52-f85f-4029-908e-7927446b90fb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:53.857594 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:53.859789 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-49eeb375-6c37-4ba3-a2f8-88acc70d8a28 req-f6847b52-f85f-4029-908e-7927446b90fb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 945 time: 0.1891563 Nov 11 16:17:53.959592 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-49eeb375-6c37-4ba3-a2f8-88acc70d8a28 req-44b59a50-178d-454d-86da-9d2956884996 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865619 Nov 11 16:17:54.005633 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:54.012638 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=10']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:54.016857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:54.020082 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-aab4d8e9-0768-4d4b-8213-0b959a24fac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:54.043989 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8aa93-90ad-4091-9988-aa68537b086e req-09406f38-4250-4c4a-8f77-2ea99ec35b55 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:54.053690 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9ae8aa93-90ad-4091-9988-aa68537b086e req-09406f38-4250-4c4a-8f77-2ea99ec35b55 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1479754 Nov 11 16:17:54.057187 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:54.061396 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66a4eaac-dac0-4ee9-8d58-36377dd0fb82 HTTP/1.1" status: 204 len: 168 time: 0.4121134 Nov 11 16:17:54.063292 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4eaac-dac0-4ee9-8d58-36377dd0fb82,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:54.099856 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-40861116-0059-4da2-98f0-9686c8ce982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:54.101976 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-40861116-0059-4da2-98f0-9686c8ce982f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 1096 time: 0.1410720 Nov 11 16:17:54.105929 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:54.152978 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9ae8aa93-90ad-4091-9988-aa68537b086e req-12a0cc4d-2696-4606-a6fe-59dae5a78fbd tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982032 Nov 11 16:17:54.238788 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'tag': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc', 'status': 'completed', 'code': 200} Nov 11 16:17:54.240406 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-071cadb5-03c5-4898-8738-44889e2032c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc HTTP/1.1" status: 200 len: 217 time: 0.1232226 Nov 11 16:17:54.321018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-e65a2f24-a174-4ec1-8167-07dd7ea865b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:54.322708 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-e65a2f24-a174-4ec1-8167-07dd7ea865b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38c8cef4-97de-4ef9-96ff-39ef203b3e57 HTTP/1.1" status: 200 len: 849 time: 0.0692327 Nov 11 16:17:54.383185 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-f8544803-e714-49af-92e8-7f58dab4dc7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1a769e0-1202-4139-9506-9e11f227cb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460429 Nov 11 16:17:54.525828 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-b52c0c8c-ec2a-47f1-a512-a39e30a1a895 service neutron] 10.222.0.60 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329136 Nov 11 16:17:54.629402 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be68ec9-5026-46fb-8202-e4c5b4c2d1cb req-3ecfaddc-7342-4e7b-a81c-688fd579c121 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:54.630865 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6be68ec9-5026-46fb-8202-e4c5b4c2d1cb req-3ecfaddc-7342-4e7b-a81c-688fd579c121 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 943 time: 0.0897477 Nov 11 16:17:54.634085 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b733728b-9dcf-47e4-a303-0a6eb4998e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:54.693541 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6be68ec9-5026-46fb-8202-e4c5b4c2d1cb req-08569e1a-672d-48e1-bac2-2d4e9e5d457e tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Nov 11 16:17:54.746063 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2fc9573-4d13-4df1-ba76-f4b3b55825ae req-cc068994-3c01-47c8-aa37-3a39ae15eccb service neutron] 10.222.0.60 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107587 Nov 11 16:17:54.748683 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc5a29-749f-4a47-ae2a-ced90adf5a66 req-7ad86f84-1d42-479a-ae8f-94c3c0e5ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:54.750000 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-47bc5a29-749f-4a47-ae2a-ced90adf5a66 req-7ad86f84-1d42-479a-ae8f-94c3c0e5ab10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1100 time: 0.1336496 Nov 11 16:17:54.857784 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-47bc5a29-749f-4a47-ae2a-ced90adf5a66 req-ab836c12-302b-4b35-bd64-e859751a8592 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868974 Nov 11 16:17:54.881934 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-62be65d2-b480-4565-8029-86f492418c4f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:54.883290 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-62be65d2-b480-4565-8029-86f492418c4f tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1121163 Nov 11 16:17:55.223543 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53850) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:55.238721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Deleting port 5eebf052-276e-4e40-872f-dbd2a308d414 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:17:55.239238 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.249401 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.256520 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.281429 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:17:55.289224 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Usage tracker for resource:security_group_rule and tenant:166cf3923d2747fe985e107e847aa96a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:17:55.293424 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:17:55.307436 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:17:55.360276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d72be-2ec9-4d3a-9141-2496effa2e55 req-b543718e-61e5-4a46-b076-4d9655cc79f8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:55.362171 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a85d72be-2ec9-4d3a-9141-2496effa2e55 req-b543718e-61e5-4a46-b076-4d9655cc79f8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.2902734 Nov 11 16:17:55.382140 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d23950-c875-4f3c-b186-863829034d97 req-1ec3778c-cbe7-44c2-878e-422c57d3049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:55.383598 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-1ec3778c-cbe7-44c2-878e-422c57d3049f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 1096 time: 0.2703605 Nov 11 16:17:55.492992 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.502419 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc383a99-c7a0-4e4c-a2aa-3adb54c21190 req-51c918db-7e48-465e-b27a-f114da537740 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:55.503883 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dc383a99-c7a0-4e4c-a2aa-3adb54c21190 req-51c918db-7e48-465e-b27a-f114da537740 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 946 time: 0.1988213 Nov 11 16:17:55.550491 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dc383a99-c7a0-4e4c-a2aa-3adb54c21190 req-b2487221-95e0-4a17-9a69-13bada98d94e tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/security-groups?id=f302e242-de47-4d3b-9f8a-0287353aba74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Nov 11 16:17:55.593506 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.595597 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a85d72be-2ec9-4d3a-9141-2496effa2e55 req-ebe1bb25-a0a1-4616-9d00-e3b33fd7465e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195997 Nov 11 16:17:55.604239 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9b720abc-5a56-46fe-b9bf-bb7858f4c7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:55.644809 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=166cf3923d2747fe985e107e847aa96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201729 Nov 11 16:17:55.648194 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea839e-0a0e-44d8-b0d5-cd4f04f3d449,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:55.650112 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53860) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:55.667929 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.668298 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.668683 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.669042 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.669395 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.669746 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.670090 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.670277 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d23950-c875-4f3c-b186-863829034d97 req-2127c37b-b70d-4b18-b7c3-60c042913e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:55.670436 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.670781 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.671126 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.671465 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.671699 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-2127c37b-b70d-4b18-b7c3-60c042913e0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1a769e0-1202-4139-9506-9e11f227cb93 HTTP/1.1" status: 200 len: 910 time: 0.2722485 Nov 11 16:17:55.671830 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:17:55.674079 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] For port 5eebf052-276e-4e40-872f-dbd2a308d414, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=5eebf052-276e-4e40-872f-dbd2a308d414,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:55.674436 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.678249 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:55.723748 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.755579 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:55.876945 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-f4d3104a-bc0d-4d31-946d-b6aff812f112 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc HTTP/1.1" status: 200 len: 217 time: 0.1951082 Nov 11 16:17:55.893254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625911c2-fde6-4a5b-8b92-220e515a7220 req-0f79a0e2-6a68-4e72-896e-955c1763b182 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:55.894712 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-625911c2-fde6-4a5b-8b92-220e515a7220 req-0f79a0e2-6a68-4e72-896e-955c1763b182 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 943 time: 0.0839524 Nov 11 16:17:55.946234 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-625911c2-fde6-4a5b-8b92-220e515a7220 req-ebbcd324-02c2-4672-b519-e9d661532726 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 Nov 11 16:17:55.973378 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Calling delete_port for 5eebf052-276e-4e40-872f-dbd2a308d414 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:17:56.037022 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:56.042356 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f270de53-114f-43fa-ab93-b9344d01dcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:56.050644 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d23950-c875-4f3c-b186-863829034d97 req-10d69135-3324-4f16-a223-6192ddf34458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:56.052058 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-10d69135-3324-4f16-a223-6192ddf34458 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38c8cef4-97de-4ef9-96ff-39ef203b3e57 HTTP/1.1" status: 200 len: 849 time: 0.1183608 Nov 11 16:17:56.052983 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea839e-0a0e-44d8-b0d5-cd4f04f3d449,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:56.056581 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:56.059817 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:56.062597 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-bd900297-70c0-4bab-adc8-2b7b55127c8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16ea839e-0a0e-44d8-b0d5-cd4f04f3d449 HTTP/1.1" status: 204 len: 168 time: 0.4099345 Nov 11 16:17:56.110929 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-79f3e495-0c8c-4b4f-b5a1-323fd93699b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1a769e0-1202-4139-9506-9e11f227cb93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427940 Nov 11 16:17:56.297988 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-2721e693-9de3-4b38-9943-86603a27f45c service neutron] 10.222.0.60 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498401 Nov 11 16:17:56.433131 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:56.441105 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:56.487954 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Pushing event deleted for resources: {'Port': ['ID=5eebf052-276e-4e40-872f-dbd2a308d414,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:56.491174 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-66d23950-c875-4f3c-b186-863829034d97 req-15bbc343-21c6-461e-8142-8df1cc96386b service neutron] 10.222.0.60 "GET /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781900 Nov 11 16:17:56.491918 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:56.588122 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] No DVR routers for this DVR port 5eebf052-276e-4e40-872f-dbd2a308d414 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:17:56.591235 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:56.594734 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'name': 'network-vif-deleted', 'tag': '5eebf052-276e-4e40-872f-dbd2a308d414'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:56.680120 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bd7de6-cd53-4265-b0f7-4c36dc02a4ed', 'name': 'network-vif-deleted', 'tag': '5eebf052-276e-4e40-872f-dbd2a308d414', 'status': 'completed', 'code': 200} Nov 11 16:17:56.717699 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:17:56.753711 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-c4b40a3e-40f3-4a29-98ee-24758faf6021 req-cec09523-9022-47f8-a30d-4418eab5134b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Synchronizing usage tracker for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:17:56.804754 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5db86ff0-5159-4192-b87d-e36b211a9fc1 req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.60 "DELETE /v2.0/ports/5eebf052-276e-4e40-872f-dbd2a308d414 HTTP/1.1" status: 204 len: 173 time: 1.6976466 Nov 11 16:17:56.896828 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5021c4-d5ba-4e48-b024-d8ce86c7cffd req-0f0b2afe-ba44-407b-9f53-9d64471301f0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:56.898289 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3f5021c4-d5ba-4e48-b024-d8ce86c7cffd req-0f0b2afe-ba44-407b-9f53-9d64471301f0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.0829077 Nov 11 16:17:56.943555 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3f5021c4-d5ba-4e48-b024-d8ce86c7cffd req-3e2392ed-6553-4824-8a35-3c61373368c5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 Nov 11 16:17:57.034273 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-c4b40a3e-40f3-4a29-98ee-24758faf6021 req-cec09523-9022-47f8-a30d-4418eab5134b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Unset dirty status for tenant:c1ca98d4cf7a4386bd7637c956391aa9 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:17:57.044812 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c4b40a3e-40f3-4a29-98ee-24758faf6021 req-cec09523-9022-47f8-a30d-4418eab5134b tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 210 time: 0.3336828 Nov 11 16:17:57.168257 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f1ce3-23b0-439e-a5cb-9e9127c86f65 req-b5c7ca75-da15-4ffc-a1da-59c2a393d9c5 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:57.169946 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-990f1ce3-23b0-439e-a5cb-9e9127c86f65 req-b5c7ca75-da15-4ffc-a1da-59c2a393d9c5 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 943 time: 0.0897362 Nov 11 16:17:57.233400 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-990f1ce3-23b0-439e-a5cb-9e9127c86f65 req-f3c9bd3d-793a-4555-b0cb-b9ea0f170998 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527508 Nov 11 16:17:57.422462 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-8d969d3d-c3da-4105-a56d-12a96bd2b4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:57.437509 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b7feb1fe-7e30-4422-ae2c-ca2489d635fc details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:17:57.451300 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 5eebf052-276e-4e40-872f-dbd2a308d414 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:17:57.530298 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 5eebf052-276e-4e40-872f-dbd2a308d414 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:17:57.530652 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 5eebf052-276e-4e40-872f-dbd2a308d414 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:17:57.657660 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:57.671899 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc', 'network_id': 'b1a769e0-1202-4139-9506-9e11f227cb93', 'port_id': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc', 'mac_address': 'fa:16:3e:ed:21:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c8cef4-97de-4ef9-96ff-39ef203b3e57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:17:57.741621 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:57.752644 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7feb1fe-7e30-4422-ae2c-ca2489d635fc {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:17:57.769407 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:57.920236 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:57.924472 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:58.001102 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:58.005173 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:17:58.149626 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2452fd2-31e2-417b-8812-0e93126f120a req-33303db4-7512-45b3-ad0a-a3453ed312c6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:58.151191 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c2452fd2-31e2-417b-8812-0e93126f120a req-33303db4-7512-45b3-ad0a-a3453ed312c6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.0839183 Nov 11 16:17:58.197032 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c2452fd2-31e2-417b-8812-0e93126f120a req-b5a36a20-4f7a-4e4f-891f-5505eabf77c0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384541 Nov 11 16:17:58.247237 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['b7feb1fe-7e30-4422-ae2c-ca2489d635fc'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:17:58.318284 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e6e4c01b-0617-492d-8e95-e0ded23e6e89 req-3a8746c3-eb31-4377-a1c3-754b8490ce13 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7bd7de6-cd53-4265-b0f7-4c36dc02a4ed HTTP/1.1" status: 200 len: 210 time: 0.0891001 Nov 11 16:17:58.525627 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0e00e-31c6-4947-9845-9065d5be82b7 req-48abf996-bd91-4551-b3cd-cdd846c06706 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:58.527067 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f6a0e00e-31c6-4947-9845-9065d5be82b7 req-48abf996-bd91-4551-b3cd-cdd846c06706 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 944 time: 0.0834434 Nov 11 16:17:58.574345 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f6a0e00e-31c6-4947-9845-9065d5be82b7 req-a8f669df-07fd-4820-9a9f-0647e63e6855 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Nov 11 16:17:58.774429 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:59.405239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c601d0-4147-4de6-b339-8d68539c428c req-c4d715b1-0eab-402f-b464-dd14e6c249ad tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:59.413402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-05c601d0-4147-4de6-b339-8d68539c428c req-c4d715b1-0eab-402f-b464-dd14e6c249ad tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.0942581 Nov 11 16:17:59.457509 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b7feb1fe-7e30-4422-ae2c-ca2489d635fc up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:17:59.464510 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-05c601d0-4147-4de6-b339-8d68539c428c req-01f77e5c-3dd7-4c9a-8371-0e693d6ffd69 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482743 Nov 11 16:17:59.512964 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 53978) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:17:59.606936 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port b7feb1fe-7e30-4422-ae2c-ca2489d635fc completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:17:59.618762 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port b7feb1fe-7e30-4422-ae2c-ca2489d635fc triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:17:59.619203 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:59.667671 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:59.749906 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:59.765765 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458a0b2-c033-45e4-9346-e661c91fc8de req-27f3adf3-41fc-43e4-ad5b-33fb7d6c6b16 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:17:59.767439 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1458a0b2-c033-45e4-9346-e661c91fc8de req-27f3adf3-41fc-43e4-ad5b-33fb7d6c6b16 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 944 time: 0.0836184 Nov 11 16:17:59.778397 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:17:59.789366 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:17:59.826773 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1458a0b2-c033-45e4-9346-e661c91fc8de req-0d46d137-71e1-4ed6-bda1-e610caf6b48f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Nov 11 16:17:59.843129 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc', 'code': 200} Nov 11 16:17:59.876616 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:17:59.878521 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:17:59.952985 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:17:59.958264 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:00.138713 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:00.449126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2a88b-9473-492e-ae5a-dfed26a2bb71 req-9c0db005-74cf-45be-bcf6-8f0da60e7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:00.451218 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4df2a88b-9473-492e-ae5a-dfed26a2bb71 req-9c0db005-74cf-45be-bcf6-8f0da60e7468 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 1098 time: 0.0886838 Nov 11 16:18:00.509711 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4df2a88b-9473-492e-ae5a-dfed26a2bb71 req-5cee2eb9-2664-484e-9aab-35dd1f36f07a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498173 Nov 11 16:18:00.529854 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Deleting port 2dbd2442-7d0a-4a12-9809-f739a7eddced {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:00.530981 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:00.580189 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-dee9ad68-50ff-4035-a19d-e231b4310ce0 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=1280d3b061924fa48db00a76228f2dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715766 Nov 11 16:18:00.831339 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-0340c18e-014a-4a37-ad47-dec94b8af34a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:00.832828 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-0340c18e-014a-4a37-ad47-dec94b8af34a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461874 Nov 11 16:18:00.841836 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] For port 2dbd2442-7d0a-4a12-9809-f739a7eddced, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=2dbd2442-7d0a-4a12-9809-f739a7eddced,segment=NetworkSegment(b2e41c0f-6d2a-469b-8433-b31375fc2524),segment_id=b2e41c0f-6d2a-469b-8433-b31375fc2524)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:00.842191 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:00.864262 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-16f738c2-cc11-4978-9e52-f4c18a54fcc6 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/quotas/1280d3b061924fa48db00a76228f2dad HTTP/1.1" status: 200 len: 375 time: 0.0248575 Nov 11 16:18:01.003424 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Calling delete_port for 2dbd2442-7d0a-4a12-9809-f739a7eddced owned by network:router_interface {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:01.023266 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c59e76-9c03-42e9-a4f4-1474dacf0375 req-9c0d65ee-22a9-4818-937f-4c646bfdfa61 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:01.024918 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-32c59e76-9c03-42e9-a4f4-1474dacf0375 req-9c0d65ee-22a9-4818-937f-4c646bfdfa61 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 945 time: 0.0852952 Nov 11 16:18:01.053127 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-41a3e444-c481-40a1-a7f7-91208a0ad8b2 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1280d3b061924fa48db00a76228f2dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1411047 Nov 11 16:18:01.093599 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-32c59e76-9c03-42e9-a4f4-1474dacf0375 req-c17fa5e0-6694-4a14-9c68-4ab786581474 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Nov 11 16:18:01.387366 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-81421b03-49ac-4764-9933-46d6df57e31b req-ed626180-592d-4100-80b5-372af2190589 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0436444 Nov 11 16:18:01.410812 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:01.415791 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:01.585568 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbd2442-7d0a-4a12-9809-f739a7eddced,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:01.592088 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:01.823042 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:02.193940 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Router d5001f71-7d9a-40f6-9203-5d5873097d27 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:18:02.463875 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7458c-f332-41a2-b1b4-278a5dc98c54 req-0fc872a6-e151-4d10-b3bd-a40a6852dd02 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:02.465354 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c0d7458c-f332-41a2-b1b4-278a5dc98c54 req-0fc872a6-e151-4d10-b3bd-a40a6852dd02 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 945 time: 0.2675877 Nov 11 16:18:02.473938 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:18:02.483293 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] Sync routers for ids ['d5001f71-7d9a-40f6-9203-5d5873097d27'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:18:02.493684 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] Routers {'d5001f71-7d9a-40f6-9203-5d5873097d27'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:18:02.494461 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:17:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d5001f71-7d9a-40f6-9203-5d5873097d27'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:02.503917 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5001f71-7d9a-40f6-9203-5d5873097d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9896171 Nov 11 16:18:02.506573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 54038) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:02.529372 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c0d7458c-f332-41a2-b1b4-278a5dc98c54 req-f789d1fc-5f44-4eb8-9b85-0810a41bf5c6 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566106 Nov 11 16:18:02.728266 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d80d84d-93f5-4749-b352-8eb1b4d9acf9 req-4528a84c-d765-44db-8e96-e192089841d4 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.1001229 Nov 11 16:18:02.747415 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] Set router d5001f71-7d9a-40f6-9203-5d5873097d27 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:18:02.793856 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks [] for router, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:02.977113 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:03.081391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfa5b-b68b-4231-89f8-760dfc2891a0 req-d9ca6703-550f-45f7-b528-96718016bfcc tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:03.082839 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-413bfa5b-b68b-4231-89f8-760dfc2891a0 req-d9ca6703-550f-45f7-b528-96718016bfcc tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0889175 Nov 11 16:18:03.084898 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Deleting port 4422c93e-25c2-4d4c-babd-1f45c85953d2 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:03.085591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:03.101548 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45'}], 'enable_snat': True}, 'gw_port_id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:18:01Z', 'revision_number': 5, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port': {'id': '4422c93e-25c2-4d4c-babd-1f45c85953d2', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:03.105719 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] Checking router: d5001f71-7d9a-40f6-9203-5d5873097d27 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:18:03.115148 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] Routers {'d5001f71-7d9a-40f6-9203-5d5873097d27'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:18:03.115906 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:17:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d5001f71-7d9a-40f6-9203-5d5873097d27'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:03.134042 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-413bfa5b-b68b-4231-89f8-760dfc2891a0 req-8b4766f2-24e2-46bd-81c9-ce132d39cdb4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Nov 11 16:18:03.279110 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] Set router d5001f71-7d9a-40f6-9203-5d5873097d27 gateway port host: None {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:18:03.281193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] For port 4422c93e-25c2-4d4c-babd-1f45c85953d2, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=4422c93e-25c2-4d4c-babd-1f45c85953d2,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:03.281584 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:03.393597 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:18:02Z', 'revision_number': 6, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port_host': None}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:03.395170 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3306ef25-f59a-4cee-9ff4-16794fb38d08 None None] The sync data for ids ['d5001f71-7d9a-40f6-9203-5d5873097d27'] in dv-cinder-811151-2-smb is: [{'id': 'd5001f71-7d9a-40f6-9203-5d5873097d27', 'name': 'tempest-ServerRescueNegativeTestJSON-1545767027-router', 'tenant_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:51Z', 'updated_at': '2021-11-11T16:18:02Z', 'revision_number': 6, 'project_id': 'c1ca98d4cf7a4386bd7637c956391aa9', 'gw_port_host': None}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:18:03.412462 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Calling delete_port for 4422c93e-25c2-4d4c-babd-1f45c85953d2 owned by network:router_gateway {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:03.874697 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:03.884188 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0f366b84-d83a-4c52-915b-4cbf7425961f tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:03.920726 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-826632ad-ca5b-420d-ae1b-1e3c8c918a0e req-65a2d99c-230e-4a33-b0ec-58ca4dae6bb2 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0839243 Nov 11 16:18:03.930530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=4422c93e-25c2-4d4c-babd-1f45c85953d2,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:03.962044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:04.020402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.196592 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.199235 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.400912 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e52a7-98e9-4351-b05f-06824333a6c5 req-7485b76e-e752-4253-bf0b-ff80c467b7e8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:04.402364 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2b6e52a7-98e9-4351-b05f-06824333a6c5 req-7485b76e-e752-4253-bf0b-ff80c467b7e8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.0969150 Nov 11 16:18:04.450702 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2b6e52a7-98e9-4351-b05f-06824333a6c5 req-76ef5519-30b6-4af9-9463-d041e3c987ea tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Nov 11 16:18:04.564810 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.565825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5001f71-7d9a-40f6-9203-5d5873097d27 {{(pid=87451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:18:04.581601 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.585150 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5001f71-7d9a-40f6-9203-5d5873097d27 HTTP/1.1" status: 204 len: 168 time: 2.0747790 Nov 11 16:18:04.585571 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54066) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:04.654241 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4422c93e-25c2-4d4c-babd-1f45c85953d2 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:04.664410 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Deleting subnet 613bffa2-a204-403b-9129-a4e566c4f17d {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:18:04.667829 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.726505 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 4422c93e-25c2-4d4c-babd-1f45c85953d2 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:04.727118 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4422c93e-25c2-4d4c-babd-1f45c85953d2 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:04.727722 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 2dbd2442-7d0a-4a12-9809-f739a7eddced no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:04.728963 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.762408 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 2dbd2442-7d0a-4a12-9809-f739a7eddced {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:04.762761 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 2dbd2442-7d0a-4a12-9809-f739a7eddced not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:04.796867 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:04.801549 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-2db6e27b-6abb-49d8-b804-fd5d3346ab55 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:04.803025 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-2db6e27b-6abb-49d8-b804-fd5d3346ab55 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1009562 Nov 11 16:18:04.887534 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Deleting port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:04.888168 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.084854 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfec2a-b006-4ee3-86cc-ef32ef0d9bcd req-47ca29dc-3843-44ff-acd4-32796d4662ab tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:05.086329 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-efdfec2a-b006-4ee3-86cc-ef32ef0d9bcd req-47ca29dc-3843-44ff-acd4-32796d4662ab tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 945 time: 0.0921209 Nov 11 16:18:05.143854 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-efdfec2a-b006-4ee3-86cc-ef32ef0d9bcd req-28c14250-f247-4667-a2bd-f578fe7fbcda tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517149 Nov 11 16:18:05.158166 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.163116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:05.170057 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-d6e6c5bc-3a1b-49bc-aeda-9290c09a4e55 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1280d3b061924fa48db00a76228f2dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340394 Nov 11 16:18:05.175340 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2b545c42-0588-4125-bb47-2ddff832fe91 req-bf3f9c8f-125d-4da3-8b82-47777c4ba447 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0659859 Nov 11 16:18:05.196882 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=613bffa2-a204-403b-9129-a4e566c4f17d,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:05.201537 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:05.202524 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.209131 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/613bffa2-a204-403b-9129-a4e566c4f17d HTTP/1.1" status: 204 len: 168 time: 0.6215615 Nov 11 16:18:05.211273 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54074) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:05.324145 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.338008 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-b01d41a0-b32e-418f-b37c-594bf8efe814 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:05.339407 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-b01d41a0-b32e-418f-b37c-594bf8efe814 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632390 Nov 11 16:18:05.364847 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Request body: {'port': {'device_id': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737', 'admin_state_up': True, 'tenant_id': '1280d3b061924fa48db00a76228f2dad'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:05.449066 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.463785 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] For port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:05.464153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.475928 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9643347-2841-43da-8fb9-aa58eb8ff37a']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:05.490314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e41c0f-6d2a-469b-8433-b31375fc2524') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:05.490649 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e41c0f-6d2a-469b-8433-b31375fc2524') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:05.502465 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.519847 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.526215 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:18:05.526602 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:18:05.540671 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:18:05.603128 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Calling delete_port for 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:05.696042 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf56f-87ee-4a8a-89ac-821e531b3499 req-8053811b-28e2-4c5b-a803-9df4f44d2a8d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:05.697568 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a0bdf56f-87ee-4a8a-89ac-821e531b3499 req-8053811b-28e2-4c5b-a803-9df4f44d2a8d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 946 time: 0.1073849 Nov 11 16:18:05.710641 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:05.715253 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Usage tracker for resource:port and tenant:1280d3b061924fa48db00a76228f2dad is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:05.718480 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:05.725676 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:05.751115 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a0bdf56f-87ee-4a8a-89ac-821e531b3499 req-e2984208-ef01-4ef3-8f6e-2975f4ec8796 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456913 Nov 11 16:18:05.816683 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.820771 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:05.836814 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.842943 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9643347-2841-43da-8fb9-aa58eb8ff37a,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:05.847080 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:05.935446 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Made reservation on behalf of 1280d3b061924fa48db00a76228f2dad for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:18:05.939194 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.952031 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.967788 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:05.971092 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Usage tracker for resource:security_group_rule and tenant:1280d3b061924fa48db00a76228f2dad is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:05.974036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:05.976520 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d3dbc9af-c34d-429c-92d4-de426283ca88 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f9643347-2841-43da-8fb9-aa58eb8ff37a HTTP/1.1" status: 204 len: 168 time: 0.7640860 Nov 11 16:18:05.979566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:05.981436 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:05.987919 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:05.991518 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'c5229818-aa17-4f74-a916-630de29b6bd3', '14506b67-874a-494f-8ac4-3e96b243e0fd'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:18:06.034262 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event deleted for resources: {'Port': ['ID=63e0036e-0ebd-4f37-b4ef-26dd4727f5e2,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:06.041223 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:06.132090 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] No DVR routers for this DVR port 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:06.135001 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.137444 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95492e60-2030-475b-bcc5-df77553a0606', 'name': 'network-vif-deleted', 'tag': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:06.163432 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c0b2084a-cbaf-4268-8950-0605d2230de6 req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "DELETE /v2.0/ports/63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 HTTP/1.1" status: 204 len: 173 time: 1.3549933 Nov 11 16:18:06.223202 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.231249 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95492e60-2030-475b-bcc5-df77553a0606', 'name': 'network-vif-deleted', 'tag': '63e0036e-0ebd-4f37-b4ef-26dd4727f5e2', 'status': 'completed', 'code': 200} Nov 11 16:18:06.375833 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1f840f4d-f819-4688-b954-8a4d2a562713 req-42aa9a0f-4bfc-4d69-b982-9b83b63e91a1 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0469921 Nov 11 16:18:06.403250 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23511504-11bc-495b-bfe0-7b09f93ad28d req-5a5b0d4b-7884-4132-a782-7db3cddb9c9b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:06.411598 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-23511504-11bc-495b-bfe0-7b09f93ad28d req-5a5b0d4b-7884-4132-a782-7db3cddb9c9b tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 945 time: 0.1119437 Nov 11 16:18:06.431812 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.443613 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a88ae4e9-95a9-4416-8477-f9aea61ed7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:06.474917 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-23511504-11bc-495b-bfe0-7b09f93ad28d req-e09fadf0-e4be-4060-9c93-869f06a32204 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620887 Nov 11 16:18:06.548843 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54100) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:06.549598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b019e5b2-ebc8-4131-a269-88c3506c3eb3,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:06.555636 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:06.605068 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-556a587b-759b-410d-8882-eb8e54ea176c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1ca98d4cf7a4386bd7637c956391aa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0547817 Nov 11 16:18:06.607410 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54104) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:06.634163 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-bba22ab0-6dfc-49a7-8438-942c80a9d727 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:06.635664 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-bba22ab0-6dfc-49a7-8438-942c80a9d727 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 945 time: 0.2583442 Nov 11 16:18:06.670599 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.700282 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.788536 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Allocated IP 192.168.233.230 (8b14ff47-022b-48ee-b6c5-869bb49cd737/6ddf9d77-f546-4414-b955-15bff263d2c1/eb3a06fb-db83-48a3-9d57-e511deb77820) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:18:06.811146 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Deleting port b7feb1fe-7e30-4422-ae2c-ca2489d635fc {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:06.811492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.916338 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:06.920230 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d4247ed2-02de-4e4e-827e-aa61f2ddcf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:06.935797 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f302e242-de47-4d3b-9f8a-0287353aba74,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:06.939521 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:06.974597 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-6138ce4a-ad3c-4396-8ea6-cbd34c7a125d req-b1d1ce84-401b-4422-b846-9e43eac7db9c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:07.054683 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:07.055706 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f302e242-de47-4d3b-9f8a-0287353aba74 HTTP/1.1" status: 204 len: 168 time: 0.4474046 Nov 11 16:18:07.241243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-6138ce4a-ad3c-4396-8ea6-cbd34c7a125d req-b1d1ce84-401b-4422-b846-9e43eac7db9c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:07.242370 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6138ce4a-ad3c-4396-8ea6-cbd34c7a125d req-b1d1ce84-401b-4422-b846-9e43eac7db9c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=95492e60-2030-475b-bcc5-df77553a0606 HTTP/1.1" status: 200 len: 210 time: 0.3576009 Nov 11 16:18:07.261257 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:07.298425 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Transition to ACTIVE for port object eb3a06fb-db83-48a3-9d57-e511deb77820 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:18:07.304349 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] For port b7feb1fe-7e30-4422-ae2c-ca2489d635fc, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,segment=NetworkSegment(3098f2ca-6b70-487c-97f7-dd99362afa70),segment_id=3098f2ca-6b70-487c-97f7-dd99362afa70)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:07.304795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:07.432274 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Calling delete_port for b7feb1fe-7e30-4422-ae2c-ca2489d635fc owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:07.488472 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:07.570194 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:07.570998 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 63e0036e-0ebd-4f37-b4ef-26dd4727f5e2 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:07.588434 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ea543509-bd6c-4ea6-b568-f525fd515ae0 req-ee9e75c4-ec45-418f-8c5d-a720c9b7bd41 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.0628798 Nov 11 16:18:07.704945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a608c35-8054-4d23-865f-23e105a7da61 req-a4622dbb-59e0-4dca-954c-8a6b253266f6 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:07.706398 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4a608c35-8054-4d23-865f-23e105a7da61 req-a4622dbb-59e0-4dca-954c-8a6b253266f6 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc HTTP/1.1" status: 200 len: 945 time: 0.0861135 Nov 11 16:18:07.726897 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:07.736291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:07.813574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Network 8b14ff47-022b-48ee-b6c5-869bb49cd737 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:18:07.819000 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:18:07.825522 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:18:07.863096 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4a608c35-8054-4d23-865f-23e105a7da61 req-7324cd0e-f6a2-4500-a3bd-80d68c02a637 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.50 "GET /v2.0/security-groups?id=56fd6c7b-c316-4604-9abb-f753b4fdb6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510212 Nov 11 16:18:07.872944 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Pushing event updated for resources: {'Port': ['ID=eb3a06fb-db83-48a3-9d57-e511deb77820,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:07.876648 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:07.880234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:07.887573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-b13411f9-2510-4614-8f7b-0592c5668299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:07.939845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Pushing event deleted for resources: {'Port': ['ID=b7feb1fe-7e30-4422-ae2c-ca2489d635fc,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:07.958381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:07.958381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:07.958381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:08.050588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] No DVR routers for this DVR port b7feb1fe-7e30-4422-ae2c-ca2489d635fc on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:08.054933 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:08.061224 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-88b64b2f-2cb1-4d89-8f3c-f03208a56560 req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] 10.222.0.60 "DELETE /v2.0/ports/b7feb1fe-7e30-4422-ae2c-ca2489d635fc HTTP/1.1" status: 204 len: 173 time: 1.4172716 Nov 11 16:18:08.225512 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-bccb6b0c-e061-4554-ba85-70a7eb6d1645 None None] Provisioning for port eb3a06fb-db83-48a3-9d57-e511deb77820 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:18:08.228410 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8707714 Nov 11 16:18:08.232059 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-bccb6b0c-e061-4554-ba85-70a7eb6d1645 None None] Provisioning complete for port eb3a06fb-db83-48a3-9d57-e511deb77820 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:18:08.232541 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bccb6b0c-e061-4554-ba85-70a7eb6d1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:08.232960 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'name': 'network-vif-deleted', 'tag': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:08.246127 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Request body: {'port': {'device_id': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:08.321406 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-bccb6b0c-e061-4554-ba85-70a7eb6d1645 None None] Port eb3a06fb-db83-48a3-9d57-e511deb77820 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:18:08.327722 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9bd2fb-7a6e-4117-a2d3-d8bf53c1b6dc', 'name': 'network-vif-deleted', 'tag': 'b7feb1fe-7e30-4422-ae2c-ca2489d635fc', 'status': 'completed', 'code': 200} Nov 11 16:18:08.401902 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:08.926220 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-95f3d1bf-b2d3-4545-9c51-b3c49f65580a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:08.926932 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-95f3d1bf-b2d3-4545-9c51-b3c49f65580a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Synchronizing usage tracker for tenant:1280d3b061924fa48db00a76228f2dad on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:08.949515 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3a06fb-db83-48a3-9d57-e511deb77820 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:18:08.956628 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:08.973557 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Transition to ACTIVE for port object eb3a06fb-db83-48a3-9d57-e511deb77820 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:18:09.128195 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:09.132126 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-95f3d1bf-b2d3-4545-9c51-b3c49f65580a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Unset dirty status for tenant:1280d3b061924fa48db00a76228f2dad on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:09.133273 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-95f3d1bf-b2d3-4545-9c51-b3c49f65580a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 936 time: 0.3681216 Nov 11 16:18:09.134782 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:09.334834 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a06fb-db83-48a3-9d57-e511deb77820,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:09.368003 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:09.370253 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-a2471e9d-fb96-4ca6-82dc-a845859d6f02 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Synchronizing usage tracker for tenant:1280d3b061924fa48db00a76228f2dad on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:09.429042 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Attempting to bind port eb3a06fb-db83-48a3-9d57-e511deb77820 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:18:09.429369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Attempting to bind port eb3a06fb-db83-48a3-9d57-e511deb77820 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:18:09.429691 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Attempting to bind port eb3a06fb-db83-48a3-9d57-e511deb77820 on network 8b14ff47-022b-48ee-b6c5-869bb49cd737 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:18:09.434361 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Port eb3a06fb-db83-48a3-9d57-e511deb77820 on network 8b14ff47-022b-48ee-b6c5-869bb49cd737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:18:09.434678 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Attempting to bind port eb3a06fb-db83-48a3-9d57-e511deb77820 on network 8b14ff47-022b-48ee-b6c5-869bb49cd737 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:18:09.441008 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:18:09.441395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Checking segment: {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:18:09.441773 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Bound using segment: {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:18:09.442190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Bound port: eb3a06fb-db83-48a3-9d57-e511deb77820, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ed85a9-fa62-43e7-b3b5-a8e3591768a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:18:09.442582 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:09.489021 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b7feb1fe-7e30-4422-ae2c-ca2489d635fc no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:09.526416 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: b7feb1fe-7e30-4422-ae2c-ca2489d635fc {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:09.526779 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device b7feb1fe-7e30-4422-ae2c-ca2489d635fc not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:09.532490 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] For port eb3a06fb-db83-48a3-9d57-e511deb77820, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:18:09.535624 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] For port eb3a06fb-db83-48a3-9d57-e511deb77820, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=eb3a06fb-db83-48a3-9d57-e511deb77820,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:18:09.570336 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-a2471e9d-fb96-4ca6-82dc-a845859d6f02 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Unset dirty status for tenant:1280d3b061924fa48db00a76228f2dad on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:09.571533 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d1414ed7-20b9-4bf8-a4eb-42ebccc9a6dc req-a2471e9d-fb96-4ca6-82dc-a845859d6f02 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003921 Nov 11 16:18:09.633467 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:09.638262 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:09.700684 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:09.701304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:09.703258 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] 10.222.0.60 "PUT /v2.0/ports/eb3a06fb-db83-48a3-9d57-e511deb77820 HTTP/1.1" status: 200 len: 1098 time: 1.4624832 Nov 11 16:18:09.720477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Pushing event updated for resources: {'Port': ['ID=eb3a06fb-db83-48a3-9d57-e511deb77820,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:09.723698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:10.019772 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-73c49c19-0f3e-4415-a25d-0ec0e87b1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:10.021291 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-73c49c19-0f3e-4415-a25d-0ec0e87b1cd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1280d3b061924fa48db00a76228f2dad&device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 1101 time: 0.0975580 Nov 11 16:18:10.149239 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-aa0abd3a-d88c-458d-b63d-da917b11df9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=eb3a06fb-db83-48a3-9d57-e511deb77820 HTTP/1.1" status: 200 len: 217 time: 0.1195521 Nov 11 16:18:10.228954 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-a12fbcee-fc6e-4af6-9138-96e67cd13915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:10.231203 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-a12fbcee-fc6e-4af6-9138-96e67cd13915 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ddf9d77-f546-4414-b955-15bff263d2c1 HTTP/1.1" status: 200 len: 843 time: 0.0740073 Nov 11 16:18:10.329017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'tag': 'eb3a06fb-db83-48a3-9d57-e511deb77820'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:10.340671 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-7375033a-d61f-4034-8495-28cac883fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:10.342125 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-7375033a-d61f-4034-8495-28cac883fe08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b14ff47-022b-48ee-b6c5-869bb49cd737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0990331 Nov 11 16:18:10.417807 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'tag': 'eb3a06fb-db83-48a3-9d57-e511deb77820', 'status': 'completed', 'code': 200} Nov 11 16:18:10.482974 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-21f6424f-1bb7-4419-94b2-4c9285dad848 service neutron] 10.222.0.60 "GET /v2.0/networks/8b14ff47-022b-48ee-b6c5-869bb49cd737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326330 Nov 11 16:18:10.618404 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a2f40345-b9bd-4130-9ed5-b6a608f17c87 req-73e5d3a5-393c-4287-a381-5523e1325304 service neutron] 10.222.0.60 "GET /v2.0/networks/8b14ff47-022b-48ee-b6c5-869bb49cd737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284685 Nov 11 16:18:10.808235 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff592b-c85d-4623-8cae-87c0b460b80c req-ada8c81b-e6d9-4e08-bd4a-8c0b3085c917 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:10.809705 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55ff592b-c85d-4623-8cae-87c0b460b80c req-ada8c81b-e6d9-4e08-bd4a-8c0b3085c917 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 946 time: 0.1151831 Nov 11 16:18:10.833652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f1b60-4ca1-4479-a61a-21c289eaad6b req-5079ae33-1cc3-4428-becf-9b02109f732f tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:10.835147 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a10f1b60-4ca1-4479-a61a-21c289eaad6b req-5079ae33-1cc3-4428-becf-9b02109f732f tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 948 time: 0.1395059 Nov 11 16:18:10.856179 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55ff592b-c85d-4623-8cae-87c0b460b80c req-b124f575-2610-40d9-8a32-664aaaf85846 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Nov 11 16:18:10.887721 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a10f1b60-4ca1-4479-a61a-21c289eaad6b req-f22c89b8-5bd0-46d0-8cdb-cd26f60b79bc tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 Nov 11 16:18:10.892725 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-f55e80eb-9840-4514-90a9-cb7cb1b7ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:10.894921 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-f55e80eb-9840-4514-90a9-cb7cb1b7ef6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1280d3b061924fa48db00a76228f2dad&device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 1101 time: 0.1328995 Nov 11 16:18:11.033368 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-9c1bf28e-d4d7-4fec-b5f8-62bf3cd05552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:11.034948 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-9c1bf28e-d4d7-4fec-b5f8-62bf3cd05552 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8b14ff47-022b-48ee-b6c5-869bb49cd737 HTTP/1.1" status: 200 len: 870 time: 0.1329436 Nov 11 16:18:11.111670 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-7eefc86a-cdcc-49db-b027-3be2f8e72763 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=eb3a06fb-db83-48a3-9d57-e511deb77820 HTTP/1.1" status: 200 len: 217 time: 0.0686772 Nov 11 16:18:11.277407 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-f37e59f3-a37e-4469-8b55-462467b8a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:11.278864 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-f37e59f3-a37e-4469-8b55-462467b8a988 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ddf9d77-f546-4414-b955-15bff263d2c1 HTTP/1.1" status: 200 len: 843 time: 0.1600566 Nov 11 16:18:11.368476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-75a543bb-210f-45e5-aa33-ddcb835b1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:11.370017 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-75a543bb-210f-45e5-aa33-ddcb835b1a03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8b14ff47-022b-48ee-b6c5-869bb49cd737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0829093 Nov 11 16:18:11.521192 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-2bca93bb-8ed4-4cdb-aa23-e86aaa8c2ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/8b14ff47-022b-48ee-b6c5-869bb49cd737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396012 Nov 11 16:18:11.668241 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a212d735-4d60-46fe-b100-3e37cbfa57ab req-3ffe17bd-c414-47ed-abd7-f73ca36434a8 service neutron] 10.222.0.60 "GET /v2.0/networks/8b14ff47-022b-48ee-b6c5-869bb49cd737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372027 Nov 11 16:18:12.067766 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce4fb-a9e1-40d0-96dd-36bef4d6e1d6 req-7cea2f37-bfe3-47ba-8f69-43df2f0b5e8d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:12.069342 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8edce4fb-a9e1-40d0-96dd-36bef4d6e1d6 req-7cea2f37-bfe3-47ba-8f69-43df2f0b5e8d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 946 time: 0.0896747 Nov 11 16:18:12.117046 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8edce4fb-a9e1-40d0-96dd-36bef4d6e1d6 req-4d9a85b6-d2ba-4125-a9db-09260d74df09 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415485 Nov 11 16:18:12.126824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df13cb-41a6-4bba-847a-d7c4cc5d9171 req-4654b7c7-0414-488a-91e8-c318f8159e34 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:12.128292 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-83df13cb-41a6-4bba-847a-d7c4cc5d9171 req-4654b7c7-0414-488a-91e8-c318f8159e34 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 948 time: 0.0819194 Nov 11 16:18:12.172618 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-83df13cb-41a6-4bba-847a-d7c4cc5d9171 req-89c501e1-eabc-4177-82c9-b7b390a88bfc tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Nov 11 16:18:12.442901 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-577ba7b1-c1ec-4dbb-b660-31f92a142293 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:12.444325 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-577ba7b1-c1ec-4dbb-b660-31f92a142293 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 946 time: 0.0884931 Nov 11 16:18:12.516481 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Deleting port 14506b67-874a-494f-8ac4-3e96b243e0fd {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:12.516852 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:12.764417 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] For port 14506b67-874a-494f-8ac4-3e96b243e0fd, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=14506b67-874a-494f-8ac4-3e96b243e0fd,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:12.764798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:12.886682 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Calling delete_port for 14506b67-874a-494f-8ac4-3e96b243e0fd owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:13.221406 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:13.237796 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'c5229818-aa17-4f74-a916-630de29b6bd3', '14506b67-874a-494f-8ac4-3e96b243e0fd'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:18:13.240677 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:13.373251 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fbb9f83f-6e04-41bf-b8cc-8c8c2332b3b9 req-51af2d11-7437-462f-acca-d6539c3a8879 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.1440358 Nov 11 16:18:13.379143 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event deleted for resources: {'Port': ['ID=14506b67-874a-494f-8ac4-3e96b243e0fd,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:13.379617 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebbf83-822e-46f6-b500-b84df0facc77 req-267d7870-0f05-4b28-8eee-6667e78c8082 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:13.387609 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:13.388517 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55ebbf83-822e-46f6-b500-b84df0facc77 req-267d7870-0f05-4b28-8eee-6667e78c8082 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 948 time: 0.0957496 Nov 11 16:18:13.455796 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55ebbf83-822e-46f6-b500-b84df0facc77 req-eb5bd24e-8460-48ce-a281-d2a4933cb210 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660651 Nov 11 16:18:13.475346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] No DVR routers for this DVR port 14506b67-874a-494f-8ac4-3e96b243e0fd on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:13.477771 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:13.480478 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'name': 'network-vif-deleted', 'tag': '14506b67-874a-494f-8ac4-3e96b243e0fd'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:13.492086 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device eb3a06fb-db83-48a3-9d57-e511deb77820 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:18:13.526243 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f168e9-0a23-40ff-ab20-08168014a315', 'name': 'network-vif-deleted', 'tag': '14506b67-874a-494f-8ac4-3e96b243e0fd', 'status': 'completed', 'code': 200} Nov 11 16:18:13.711270 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port eb3a06fb-db83-48a3-9d57-e511deb77820, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=eb3a06fb-db83-48a3-9d57-e511deb77820,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:13.728590 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'eb3a06fb-db83-48a3-9d57-e511deb77820', 'network_id': '8b14ff47-022b-48ee-b6c5-869bb49cd737', 'port_id': 'eb3a06fb-db83-48a3-9d57-e511deb77820', 'mac_address': 'fa:16:3e:ab:91:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddf9d77-f546-4414-b955-15bff263d2c1', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:18:13.787540 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:13.808241 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3a06fb-db83-48a3-9d57-e511deb77820 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:18:13.815729 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f2b1ce27-2400-4541-a32a-8c92059098e4 req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "DELETE /v2.0/ports/14506b67-874a-494f-8ac4-3e96b243e0fd HTTP/1.1" status: 204 len: 173 time: 1.3650961 Nov 11 16:18:13.826282 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port eb3a06fb-db83-48a3-9d57-e511deb77820, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=eb3a06fb-db83-48a3-9d57-e511deb77820,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:13.966290 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54290) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:13.970421 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:13.972213 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:14.108684 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=eb3a06fb-db83-48a3-9d57-e511deb77820,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:14.121886 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.122232 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.123472 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.123810 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.124140 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.125548 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.125880 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.126223 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.126517 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.127371 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.127704 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.128025 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:14.133901 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:14.138836 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.158664 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:14.164440 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Usage tracker for resource:security_group_rule and tenant:a537d5d7b93946f68ffbba377e63b58e is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:14.168194 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:14.175260 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:14.232159 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['eb3a06fb-db83-48a3-9d57-e511deb77820'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:18:14.291619 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.381343 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.411451 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:14.420989 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a537d5d7b93946f68ffbba377e63b58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526825 Nov 11 16:18:14.424072 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 54304) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:14.458359 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366ecb8-9705-4414-ab4e-1d5c077fa41c,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:14.462953 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:14.513087 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.550677 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.629613 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a0e4a348-85cf-4601-9517-6bb36600e246 req-3fa17318-d362-4731-925f-86762b4d372d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f168e9-0a23-40ff-ab20-08168014a315 HTTP/1.1" status: 200 len: 210 time: 0.0724094 Nov 11 16:18:14.705912 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867ac49-bb41-4be0-8577-4f90d02232f1 req-36330ae2-31ca-487e-bd46-9ea2f8d92182 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:14.707611 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6867ac49-bb41-4be0-8577-4f90d02232f1 req-36330ae2-31ca-487e-bd46-9ea2f8d92182 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 949 time: 0.1010685 Nov 11 16:18:14.787961 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6867ac49-bb41-4be0-8577-4f90d02232f1 req-03562e81-5656-4515-a798-9e3807717b0b tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713871 Nov 11 16:18:14.791918 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.805968 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-470d1bcd-70e1-4eb3-87e5-1c965964b5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:14.826661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366ecb8-9705-4414-ab4e-1d5c077fa41c,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:14.867077 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:14.869497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:14.872602 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8366ecb8-9705-4414-ab4e-1d5c077fa41c HTTP/1.1" status: 204 len: 168 time: 0.4452114 Nov 11 16:18:15.497255 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device eb3a06fb-db83-48a3-9d57-e511deb77820 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:18:15.642709 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port eb3a06fb-db83-48a3-9d57-e511deb77820 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:18:15.649521 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port eb3a06fb-db83-48a3-9d57-e511deb77820 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:18:15.650047 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:15.860060 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:15.904058 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a06fb-db83-48a3-9d57-e511deb77820'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:15.918061 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port eb3a06fb-db83-48a3-9d57-e511deb77820, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=eb3a06fb-db83-48a3-9d57-e511deb77820,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:16.030485 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:16.031981 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 14506b67-874a-494f-8ac4-3e96b243e0fd no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:16.061256 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:16.063561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763faa29-ad59-412f-9e4d-fc406010d52e req-d46f0821-9da7-4cd8-9d87-a76081c7030e tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:16.066682 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-763faa29-ad59-412f-9e4d-fc406010d52e req-d46f0821-9da7-4cd8-9d87-a76081c7030e tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 949 time: 0.1089907 Nov 11 16:18:16.119609 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-763faa29-ad59-412f-9e4d-fc406010d52e req-4f7b2a8e-4502-4e53-864e-36a476df14fc tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474603 Nov 11 16:18:16.148969 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 14506b67-874a-494f-8ac4-3e96b243e0fd {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:16.148969 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 14506b67-874a-494f-8ac4-3e96b243e0fd not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:16.195059 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3a06fb-db83-48a3-9d57-e511deb77820', 'code': 200} Nov 11 16:18:16.200483 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=eb3a06fb-db83-48a3-9d57-e511deb77820,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:16.209062 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:16.666096 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecc04c-582f-46ec-a709-283f7a6b1085 req-da5d0c7f-8c4b-4ed7-a5d3-bdc60d9db929 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:16.670226 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c3ecc04c-582f-46ec-a709-283f7a6b1085 req-da5d0c7f-8c4b-4ed7-a5d3-bdc60d9db929 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.1254194 Nov 11 16:18:16.741882 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c3ecc04c-582f-46ec-a709-283f7a6b1085 req-f84a22eb-ec1f-4c7d-ac70-b8215657dad6 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657077 Nov 11 16:18:16.804817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f802b-1d93-4898-ae26-6aee6ba2917b req-34a1eda8-8352-44f1-b4fd-ac46ec218de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:16.806424 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b23f802b-1d93-4898-ae26-6aee6ba2917b req-34a1eda8-8352-44f1-b4fd-ac46ec218de8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 1103 time: 0.2300804 Nov 11 16:18:16.870236 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b23f802b-1d93-4898-ae26-6aee6ba2917b req-6736cf2b-dd76-4f64-a65f-31fdd41571fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Nov 11 16:18:17.457827 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450bd5-8beb-444c-9726-7bed236a08b0 req-846dc4b0-31d8-4fe1-a107-df109cb73830 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:17.457827 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-44450bd5-8beb-444c-9726-7bed236a08b0 req-846dc4b0-31d8-4fe1-a107-df109cb73830 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 950 time: 0.0926659 Nov 11 16:18:17.457827 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-44450bd5-8beb-444c-9726-7bed236a08b0 req-8f5b3958-19f8-4410-9620-1d63f7b5ba6c tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517511 Nov 11 16:18:18.031897 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184e800-7bb5-455b-ae44-70ad9dbe69f2 req-73556179-0cd3-45c3-b38e-6c15efa95ab4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:18.042694 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c184e800-7bb5-455b-ae44-70ad9dbe69f2 req-73556179-0cd3-45c3-b38e-6c15efa95ab4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.1987095 Nov 11 16:18:18.105829 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c184e800-7bb5-455b-ae44-70ad9dbe69f2 req-a2b00a73-e218-40b5-a343-526839a5baaf tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565810 Nov 11 16:18:18.355620 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54404) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:18.362213 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-c238f4cf-7836-4faa-b20a-5e8fa4fa41a4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:18.363617 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-c238f4cf-7836-4faa-b20a-5e8fa4fa41a4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:18.535732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-c238f4cf-7836-4faa-b20a-5e8fa4fa41a4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:18.536891 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-c238f4cf-7836-4faa-b20a-5e8fa4fa41a4 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.3927870 Nov 11 16:18:18.551053 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:18.567767 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:18.572911 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Usage tracker for resource:security_group_rule and tenant:70e72acfba48426eaf859b6ee406c7dc is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:18.576394 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:18.583810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:18.681871 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Deleting port c5229818-aa17-4f74-a916-630de29b6bd3 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:18.682507 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:18.722095 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:18.793787 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4a39-0a9b-47ad-bfad-de83fe770f1a req-35998b34-84ea-4d3e-8159-13f57d79586c tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:18.801874 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-454b4a39-0a9b-47ad-bfad-de83fe770f1a req-35998b34-84ea-4d3e-8159-13f57d79586c tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 950 time: 0.2144754 Nov 11 16:18:18.861514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:18.869087 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-26c33295-df37-4317-a7a1-af1ff470f4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:18.910555 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a4b29-3bc8-4d77-97de-3b5a14b7e21a,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:18.915038 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70e72acfba48426eaf859b6ee406c7dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580547 Nov 11 16:18:18.915983 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:18.925399 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54418) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:18.964761 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-454b4a39-0a9b-47ad-bfad-de83fe770f1a req-e8bf1400-bd20-4105-aab8-2aede15edc3f tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584404 Nov 11 16:18:19.024391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.056457 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.077137 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] For port c5229818-aa17-4f74-a916-630de29b6bd3, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=c5229818-aa17-4f74-a916-630de29b6bd3,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:19.078867 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.314402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Calling delete_port for c5229818-aa17-4f74-a916-630de29b6bd3 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:19.368042 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.378864 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6b248811-60e2-4c6e-b954-4fa39feb724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:19.409048 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a4b29-3bc8-4d77-97de-3b5a14b7e21a,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:19.416026 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:19.440341 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.441858 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a05a4b29-3bc8-4d77-97de-3b5a14b7e21a HTTP/1.1" status: 204 len: 168 time: 0.5153677 Nov 11 16:18:19.496395 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bdec7-3094-4739-82f6-31c57047d098 req-6da5b7f8-3940-40c8-882b-ba1a42815f3d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:19.518168 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c92bdec7-3094-4739-82f6-31c57047d098 req-6da5b7f8-3940-40c8-882b-ba1a42815f3d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 945 time: 0.2129774 Nov 11 16:18:19.570064 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c92bdec7-3094-4739-82f6-31c57047d098 req-acf5d2af-121f-493a-8231-42d5fd9a0831 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509756 Nov 11 16:18:19.666799 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.672761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-16f931e7-bcd5-4cb1-9021-658bf5a1d3d4 tempest-DeleteServersTestJSON-1118761497 tempest-DeleteServersTestJSON-1118761497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:19.680671 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:18:19.739094 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event deleted for resources: {'Port': ['ID=c5229818-aa17-4f74-a916-630de29b6bd3,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:19.743680 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:19.857709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] No DVR routers for this DVR port c5229818-aa17-4f74-a916-630de29b6bd3 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:19.862071 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:19.864831 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6babab22-843e-45e3-851e-f53d8c55cce4', 'name': 'network-vif-deleted', 'tag': 'c5229818-aa17-4f74-a916-630de29b6bd3'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:19.923928 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6babab22-843e-45e3-851e-f53d8c55cce4', 'name': 'network-vif-deleted', 'tag': 'c5229818-aa17-4f74-a916-630de29b6bd3', 'status': 'completed', 'code': 200} Nov 11 16:18:19.995196 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11dd45d2-d329-49f0-ad5b-2f2d935cd74c req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "DELETE /v2.0/ports/c5229818-aa17-4f74-a916-630de29b6bd3 HTTP/1.1" status: 204 len: 173 time: 1.4524899 Nov 11 16:18:20.183497 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3846e-30ef-4d81-97b8-f261b517323e req-7011310b-7499-4584-8e37-fcfac0af79f6 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:20.190895 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c2e3846e-30ef-4d81-97b8-f261b517323e req-7011310b-7499-4584-8e37-fcfac0af79f6 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 950 time: 0.0906737 Nov 11 16:18:20.249322 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c2e3846e-30ef-4d81-97b8-f261b517323e req-d6fddb45-0a6e-4bb9-97d7-e615cd684dcd tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554447 Nov 11 16:18:20.880530 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-735fc38f-2f2d-469b-803c-a850ae82e778 req-5ea8a19a-3c6b-43a4-a91f-eb98ec06568c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=6babab22-843e-45e3-851e-f53d8c55cce4 HTTP/1.1" status: 200 len: 210 time: 0.1372330 Nov 11 16:18:21.383412 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158481b4-8c7d-4fc3-9c8a-ce5b26aaea1d req-c21f9d4e-55f7-464b-9854-fc01d4102e57 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:21.388999 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-158481b4-8c7d-4fc3-9c8a-ce5b26aaea1d req-c21f9d4e-55f7-464b-9854-fc01d4102e57 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 950 time: 0.1628187 Nov 11 16:18:21.458838 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-158481b4-8c7d-4fc3-9c8a-ce5b26aaea1d req-ea2258f4-c95d-4ccd-a8b8-79d4a25b8020 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645280 Nov 11 16:18:21.513264 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device c5229818-aa17-4f74-a916-630de29b6bd3 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:21.551524 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: c5229818-aa17-4f74-a916-630de29b6bd3 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:21.551982 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device c5229818-aa17-4f74-a916-630de29b6bd3 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:22.264316 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:22.783681 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-8e1e29b5-9f77-4625-9ac5-3c413851c348 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:22.785804 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-8e1e29b5-9f77-4625-9ac5-3c413851c348 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.60 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 950 time: 0.1843586 Nov 11 16:18:22.888299 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ecf17-6d9b-4763-af4b-1585e21d5150 req-42de7847-f74f-4343-afc8-4f2f90ac695a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:22.895959 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dd7ecf17-6d9b-4763-af4b-1585e21d5150 req-42de7847-f74f-4343-afc8-4f2f90ac695a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 950 time: 0.2005541 Nov 11 16:18:22.909666 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Deleting port eb3a06fb-db83-48a3-9d57-e511deb77820 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:22.910170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:22.953086 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-dd7ecf17-6d9b-4763-af4b-1585e21d5150 req-38497a28-5533-4c9d-a688-424e2b2afe8a tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/security-groups?id=b019e5b2-ebc8-4131-a269-88c3506c3eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552983 Nov 11 16:18:23.219661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] For port eb3a06fb-db83-48a3-9d57-e511deb77820, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=eb3a06fb-db83-48a3-9d57-e511deb77820,segment=NetworkSegment(52ed85a9-fa62-43e7-b3b5-a8e3591768a4),segment_id=52ed85a9-fa62-43e7-b3b5-a8e3591768a4)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:23.220030 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:23.550010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Calling delete_port for eb3a06fb-db83-48a3-9d57-e511deb77820 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:23.651138 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-a41c7ade-a395-4f4d-b6ec-9537d68e4ab8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1490250 Nov 11 16:18:23.817310 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-f5ea6d5f-5167-46f0-b215-4a70bcfe1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:23.822374 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-f5ea6d5f-5167-46f0-b215-4a70bcfe1fba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 1100 time: 0.1262400 Nov 11 16:18:24.039234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-3c211bbd-cbc8-480d-8b78-6e73d8f18051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:24.041239 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-3c211bbd-cbc8-480d-8b78-6e73d8f18051 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1897309 Nov 11 16:18:24.042683 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:24.062519 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:24.128018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Pushing event deleted for resources: {'Port': ['ID=eb3a06fb-db83-48a3-9d57-e511deb77820,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:24.267443 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-33d83387-5fb8-4b44-bd16-883e70f22ed9 req-ebc1d012-7074-412a-bf52-c1bd98866b90 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.1203804 Nov 11 16:18:24.283059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:24.387295 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] No DVR routers for this DVR port eb3a06fb-db83-48a3-9d57-e511deb77820 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:24.393812 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:24.397107 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'name': 'network-vif-deleted', 'tag': 'eb3a06fb-db83-48a3-9d57-e511deb77820'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:24.461936 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-3a63e5b9-17b2-4b2d-93ad-9c522033010c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 200 len: 1002 time: 0.3362529 Nov 11 16:18:24.507381 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3', 'name': 'network-vif-deleted', 'tag': 'eb3a06fb-db83-48a3-9d57-e511deb77820', 'status': 'completed', 'code': 200} Nov 11 16:18:24.532660 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0f40be90-c0bc-43bf-a60a-885d8e467172 req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.60 "DELETE /v2.0/ports/eb3a06fb-db83-48a3-9d57-e511deb77820 HTTP/1.1" status: 204 len: 173 time: 1.7358320 Nov 11 16:18:24.549110 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-78a14eb3-fe63-4018-bfc9-8e55c214fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:24.550703 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-78a14eb3-fe63-4018-bfc9-8e55c214fbcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0814624 Nov 11 16:18:24.656137 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-63f4d58f-ab14-47bd-9dfb-35444b270882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:24.657791 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-63f4d58f-ab14-47bd-9dfb-35444b270882 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1000059 Nov 11 16:18:24.660332 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-89df70d7-374a-40aa-b4cc-f51f7f45fe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:24.809019 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279800ea-4e98-4404-922b-ff0f3a5bc0a5 req-6a020bed-c6e1-4520-829b-b743cff47ce0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:24.812413 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-279800ea-4e98-4404-922b-ff0f3a5bc0a5 req-6a020bed-c6e1-4520-829b-b743cff47ce0 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 945 time: 0.1857932 Nov 11 16:18:24.893673 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-279800ea-4e98-4404-922b-ff0f3a5bc0a5 req-cc8e78cb-f516-427f-ae84-916afd64413a tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740714 Nov 11 16:18:24.898547 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-363e7c10-c38a-44d3-baa2-dd0438fcd502 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093995 Nov 11 16:18:25.094302 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a9da1e-1908-4cce-b377-67a701d722f9 req-fbd31777-ae7a-4f2f-9cc6-892ade96878d service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816282 Nov 11 16:18:25.235722 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:25.440855 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-b7d39870-3459-413b-8095-b3b8ec916e6a req-1376a659-1590-40d3-acb6-e2aa057757d4 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Synchronizing usage tracker for tenant:1280d3b061924fa48db00a76228f2dad on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:25.533446 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device eb3a06fb-db83-48a3-9d57-e511deb77820 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:25.578135 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: eb3a06fb-db83-48a3-9d57-e511deb77820 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:25.578481 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device eb3a06fb-db83-48a3-9d57-e511deb77820 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:25.601263 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-b7d39870-3459-413b-8095-b3b8ec916e6a req-1376a659-1590-40d3-acb6-e2aa057757d4 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Unset dirty status for tenant:1280d3b061924fa48db00a76228f2dad on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:25.602838 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b7d39870-3459-413b-8095-b3b8ec916e6a req-1376a659-1590-40d3-acb6-e2aa057757d4 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] 10.222.0.50 "GET /v2.0/ports?device_id=61ef9460-ec68-47ef-8f3f-4f1fb7a7ffe3 HTTP/1.1" status: 200 len: 210 time: 0.2058856 Nov 11 16:18:26.128862 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510359e5-aef9-4b9d-be08-ae5bc7693a29 req-cae6d981-6954-4f2f-b1ce-b8869ea3ca4c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:26.138749 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-510359e5-aef9-4b9d-be08-ae5bc7693a29 req-cae6d981-6954-4f2f-b1ce-b8869ea3ca4c tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 945 time: 0.1058266 Nov 11 16:18:26.206062 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-510359e5-aef9-4b9d-be08-ae5bc7693a29 req-860b2d75-9bf4-4cf6-8923-732c98f89856 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644403 Nov 11 16:18:26.486987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b771a7-40f6-4313-b22b-98170d06068e req-b7832529-ff3e-49bf-b916-d765b500c94d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:26.487683 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a7b771a7-40f6-4313-b22b-98170d06068e req-b7832529-ff3e-49bf-b916-d765b500c94d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Synchronizing usage tracker for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:26.579289 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a7b771a7-40f6-4313-b22b-98170d06068e req-b7832529-ff3e-49bf-b916-d765b500c94d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Unset dirty status for tenant:030575c313f145b7a0a5b225ed59cf1a on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:26.586378 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a7b771a7-40f6-4313-b22b-98170d06068e req-b7832529-ff3e-49bf-b916-d765b500c94d tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 945 time: 0.1832786 Nov 11 16:18:26.670345 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Deleting port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:26.676275 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:27.125111 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] For port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,segment=NetworkSegment(61b9aecf-c771-4b3c-b8df-7490b0942631),segment_id=61b9aecf-c771-4b3c-b8df-7490b0942631)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:27.125950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:27.282284 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Calling delete_port for 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:27.433171 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-d33061ed-caa9-4e64-85e8-d674036e0c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:27.523039 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:27.530601 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:27.536818 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:18:27.579770 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f9d3a-0242-47d8-aa03-732abd67ad39 req-4ca5dd2b-499f-49fd-a843-94881efafd98 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:27.587207 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d0f9d3a-0242-47d8-aa03-732abd67ad39 req-4ca5dd2b-499f-49fd-a843-94881efafd98 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 867 time: 0.1166101 Nov 11 16:18:27.649661 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d0f9d3a-0242-47d8-aa03-732abd67ad39 req-37e2e477-c284-46c7-9a45-fb5c6cd90ea9 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/security-groups?id=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611496 Nov 11 16:18:27.654351 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Pushing event deleted for resources: {'Port': ['ID=1fcfcf4a-294d-4d41-a7ee-79ca926a87c6,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:27.669625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:27.769809 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] No DVR routers for this DVR port 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:27.772242 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:27.775020 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'name': 'network-vif-deleted', 'tag': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:27.842994 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0a6af5-a389-478a-bbe8-ffcdbafb741a', 'name': 'network-vif-deleted', 'tag': '1fcfcf4a-294d-4d41-a7ee-79ca926a87c6', 'status': 'completed', 'code': 200} Nov 11 16:18:28.042280 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a7b771a7-40f6-4313-b22b-98170d06068e req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.60 "DELETE /v2.0/ports/1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 HTTP/1.1" status: 204 len: 173 time: 1.4543567 Nov 11 16:18:28.727135 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:28.847009 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-05203415-013c-4f12-9bc8-2e517f98e15f req-bf5502bd-3bc6-43ca-b334-30c6fc8f9658 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c0a6af5-a389-478a-bbe8-ffcdbafb741a HTTP/1.1" status: 200 len: 210 time: 0.0508320 Nov 11 16:18:29.583933 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:29.653777 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:29.654102 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 1fcfcf4a-294d-4d41-a7ee-79ca926a87c6 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:29.925292 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:29.951901 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54738) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:30.014926 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Deleting subnet 8e541e71-8829-411a-a834-8e408d173c4a {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:18:30.017882 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.066099 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.120711 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.345518 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.356890 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:30.409214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e541e71-8829-411a-a834-8e408d173c4a,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:30.411937 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:30.418703 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.426443 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8e541e71-8829-411a-a834-8e408d173c4a HTTP/1.1" status: 204 len: 168 time: 0.4734378 Nov 11 16:18:30.428870 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54752) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:30.563556 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.718466 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.779725 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a002d2d0-8916-4e36-a5e3-84fb6309d2dc']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:30.794149 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b9aecf-c771-4b3c-b8df-7490b0942631') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:30.794778 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b9aecf-c771-4b3c-b8df-7490b0942631') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:30.809441 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.840776 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.848117 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:18:30.848516 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:18:30.876672 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:18:31.332790 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:31.338151 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:31.345355 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-333bac16-c23a-4b5a-a108-aedc4795d007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:31.372389 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a002d2d0-8916-4e36-a5e3-84fb6309d2dc,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:31.380442 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:31.537276 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ecef9a5d-054f-4629-9535-620c250ebb55 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a002d2d0-8916-4e36-a5e3-84fb6309d2dc HTTP/1.1" status: 204 len: 168 time: 1.1049509 Nov 11 16:18:32.506746 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 54858) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:32.621158 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54862) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:32.621691 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0c614dfc-98ae-49bc-bcf4-f565d39ddf91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=030575c313f145b7a0a5b225ed59cf1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133609 Nov 11 16:18:32.702934 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:32.731717 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:33.008632 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:33.014194 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c8e75368-b255-4d05-9eb6-df7fce8039c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:33.027629 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f6d5ed-2e77-4428-b0c8-f7b6aabe7424,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:33.032122 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:33.253872 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:33.258532 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52f6d5ed-2e77-4428-b0c8-f7b6aabe7424 HTTP/1.1" status: 204 len: 168 time: 0.6351171 Nov 11 16:18:33.704283 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:18:35.181773 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 54988) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:35.394744 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:35.426914 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:35.429160 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Usage tracker for resource:security_group_rule and tenant:df11b3eda115477c80c4240fe0ae094b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:35.432049 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:35.438457 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:35.551822 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:35.653814 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:35.662477 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-eb766516-d3c0-44fc-8639-2cbbb57d1928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:35.711948 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df11b3eda115477c80c4240fe0ae094b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269177 Nov 11 16:18:35.711948 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175b203e-f066-4c53-b31f-9af5c4a14542,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:35.712520 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55040) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:35.714955 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:35.773140 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:35.799611 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:35.974039 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:35.981735 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-12cc93f9-35cd-4a17-9978-8c2f7880b590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:35.999742 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b203e-f066-4c53-b31f-9af5c4a14542,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:36.009128 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:36.010375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:36.022293 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/175b203e-f066-4c53-b31f-9af5c4a14542 HTTP/1.1" status: 204 len: 168 time: 0.2993917 Nov 11 16:18:37.166693 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55116) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:37.180942 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55120) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:37.215481 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.240413 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:37.245598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Usage tracker for resource:security_group_rule and tenant:81c92d3e7897495593bc7ab436cb8475 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:37.249185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:37.255849 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:37.336710 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.347406 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.352266 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:37.356494 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Usage tracker for resource:security_group_rule and tenant:ef28aa0f8d9641c8a843281bb2363d79 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:37.360228 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:37.366137 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:37.499427 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.508969 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f6cf895e-82cb-4e0c-8dff-cf47aa371138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:37.551721 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81c92d3e7897495593bc7ab436cb8475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689361 Nov 11 16:18:37.552669 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ad863-9554-4963-8136-806c7e35993d,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:37.555806 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:37.556453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55138) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:37.584860 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.621190 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.646717 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.734544 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.743247 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee83744a-e853-4df5-b523-be13599eb66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:37.782403 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef28aa0f8d9641c8a843281bb2363d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146638 Nov 11 16:18:37.783352 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7261112-1e44-4cf2-8012-0565120fc33b,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:37.785206 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55146) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:37.786521 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:37.850124 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.876396 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.906380 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.912482 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55152) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:37.912813 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9b3fb78d-e0b5-49ff-8af7-6f432897eff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:37.927031 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ad863-9554-4963-8136-806c7e35993d,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:37.930971 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:37.935303 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:37.938022 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b5ad863-9554-4963-8136-806c7e35993d HTTP/1.1" status: 204 len: 168 time: 0.3796039 Nov 11 16:18:38.106453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55162) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:38.121851 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ea85dfdc-12c6-40af-a14f-0bb4ffd3fcb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1280d3b061924fa48db00a76228f2dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078695 Nov 11 16:18:38.124727 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55168) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:38.140732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.150689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-aba41cda-611f-484d-b254-fcc50e3b2f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:38.190817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7261112-1e44-4cf2-8012-0565120fc33b,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:38.199200 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.213603 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:38.220661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.242652 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7261112-1e44-4cf2-8012-0565120fc33b HTTP/1.1" status: 204 len: 168 time: 0.4356279 Nov 11 16:18:38.242652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:38.242652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Usage tracker for resource:security_group_rule and tenant:b8300d2ec8b24a6982fdbf24ec92a72c is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:38.242652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:38.249387 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:38.263869 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.307596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.397498 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.482527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.492759 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.502502 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-35c7f40e-28a6-4ae3-8389-c8bf146cf5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:38.547650 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0314639d-bdd0-428a-a19a-ba5527a7e761,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:38.563194 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-59b0d729-794e-48df-8e09-6e94e20cb0eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8300d2ec8b24a6982fdbf24ec92a72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520369 Nov 11 16:18:38.563194 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55180) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:38.575197 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019e5b2-ebc8-4131-a269-88c3506c3eb3,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:38.579591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:38.588851 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:38.588851 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-07cccae6-0554-429b-8a5c-6d6cc92968eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:38.633246 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.660800 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.787830 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.789213 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b019e5b2-ebc8-4131-a269-88c3506c3eb3 HTTP/1.1" status: 204 len: 168 time: 0.6635334 Nov 11 16:18:38.831116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.836165 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:38.848505 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:38.849507 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0314639d-bdd0-428a-a19a-ba5527a7e761 HTTP/1.1" status: 204 len: 168 time: 0.2862511 Nov 11 16:18:38.850530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0314639d-bdd0-428a-a19a-ba5527a7e761,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:38.853549 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:39.144906 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55200) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:39.162822 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.177284 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:39.181281 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1aab6cce56d41cb93f8f9d6edd4b57b is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:39.184100 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:39.190501 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:39.297144 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.452617 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.460127 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c4d42d8c-3477-4186-ae7c-9afca5721cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:39.502168 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239a9964-32fe-419f-9700-87bbc317ebb3,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:39.509577 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55210) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:39.516973 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1aab6cce56d41cb93f8f9d6edd4b57b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630998 Nov 11 16:18:39.519274 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:39.594283 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.620675 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.760878 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.765866 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-34e945c2-cbdb-4bf2-b77e-64140e49edd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:39.777858 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a9964-32fe-419f-9700-87bbc317ebb3,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:39.784527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:39.785619 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:39.787917 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/239a9964-32fe-419f-9700-87bbc317ebb3 HTTP/1.1" status: 204 len: 168 time: 0.2764318 Nov 11 16:18:39.939732 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55232) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:39.999450 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Deleting subnet 38c8cef4-97de-4ef9-96ff-39ef203b3e57 {{(pid=87451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:18:40.002456 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.060272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10643444'] for subnet, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.116493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.346676 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10712112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523108'] for subnet, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.351707 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:40.362179 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55240) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:40.376298 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.392476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c8cef4-97de-4ef9-96ff-39ef203b3e57,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:40.394671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:40.394803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.397294 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f58b22fa6e44f9684e95ecf24c7bd27 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:40.398057 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:40.403001 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/38c8cef4-97de-4ef9-96ff-39ef203b3e57 HTTP/1.1" status: 204 len: 168 time: 0.4600639 Nov 11 16:18:40.403144 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:40.403801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55244) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:40.407671 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:40.506100 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.516909 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.663309 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.672152 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-61207586-a91d-4464-95d1-e070508f30a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:40.717589 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f58b22fa6e44f9684e95ecf24c7bd27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604059 Nov 11 16:18:40.718163 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c61355-962d-47fa-b485-c49ede6d4ac9,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:40.720533 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55264) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:40.723224 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:40.740365 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.767240 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a769e0-1202-4139-9506-9e11f227cb93']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:40.779708 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3098f2ca-6b70-487c-97f7-dd99362afa70') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:40.780005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3098f2ca-6b70-487c-97f7-dd99362afa70') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:40.791851 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.799368 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.809937 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.817619 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:18:40.818062 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.830533 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:18:40.834541 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:18:40.988890 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:40.994228 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e0a57a5a-a271-4b5f-9ce6-847652d25ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:41.007849 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c61355-962d-47fa-b485-c49ede6d4ac9,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:41.010158 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:41.029907 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:41.039672 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cb4b4b3d-f2c8-409a-afcf-973acec5a326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:41.041611 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:41.042889 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53c61355-962d-47fa-b485-c49ede6d4ac9 HTTP/1.1" status: 204 len: 168 time: 0.3211224 Nov 11 16:18:41.052166 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:41.062625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a769e0-1202-4139-9506-9e11f227cb93,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:41.065664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:41.230295 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] 10.222.0.50 "DELETE /v2.0/networks/b1a769e0-1202-4139-9506-9e11f227cb93 HTTP/1.1" status: 204 len: 168 time: 0.8257389 Nov 11 16:18:41.806086 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55288) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:41.861606 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6b937dc3-cc37-4195-bca9-4e37cc95ea50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4091f5a4f6e64f77a7d885ed56cd956a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541813 Nov 11 16:18:41.863912 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55294) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:41.928229 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:41.959052 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.173584 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.178388 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-40469994-b2d4-4879-9a04-c41622389914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:42.191020 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd6c7b-c316-4604-9abb-f753b4fdb6e7,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:42.193820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:42.315289 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.316407 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56fd6c7b-c316-4604-9abb-f753b4fdb6e7 HTTP/1.1" status: 204 len: 168 time: 0.4515841 Nov 11 16:18:42.488716 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55308) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:42.507349 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.523449 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:42.527488 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Usage tracker for resource:security_group_rule and tenant:edb6a60842c049469d844d46272cccf8 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:42.531541 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:42.537647 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:42.626719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.722433 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.735639 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-40f54304-90fe-43b1-a99b-82419f290c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:42.775568 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edb6a60842c049469d844d46272cccf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855644 Nov 11 16:18:42.777300 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90012336-71f4-4270-86c8-14013f778dcf,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:42.778289 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55320) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:42.780992 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6a6017ce-ad36-43f5-ae2a-62b0b3996f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:42.846603 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:42.874495 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:43.023043 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:43.027970 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-752a949c-5286-4593-b450-7c8305d2d82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:43.040920 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90012336-71f4-4270-86c8-14013f778dcf,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:43.046551 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:43.046551 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:43.050198 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90012336-71f4-4270-86c8-14013f778dcf HTTP/1.1" status: 204 len: 168 time: 0.2707720 Nov 11 16:18:43.600986 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ac68d-6228-451e-928b-dfa3ee2bfc51 req-4245216f-b266-4909-afba-015f56185b94 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:43.605222 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-642ac68d-6228-451e-928b-dfa3ee2bfc51 req-4245216f-b266-4909-afba-015f56185b94 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.0974891 Nov 11 16:18:43.649435 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-642ac68d-6228-451e-928b-dfa3ee2bfc51 req-4605541e-7c0f-478f-b5da-d51c1ac23d57 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400286 Nov 11 16:18:44.827508 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55424) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:44.860461 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49bfb7-356e-4ada-b67e-9588d439c2bb req-efad708d-f453-4679-a1ca-8498731b4eee tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:44.864763 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bb49bfb7-356e-4ada-b67e-9588d439c2bb req-efad708d-f453-4679-a1ca-8498731b4eee tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.0891569 Nov 11 16:18:44.909434 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bb49bfb7-356e-4ada-b67e-9588d439c2bb req-dc661687-4470-4d21-9140-0fffbf114973 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Nov 11 16:18:45.032533 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.048287 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:45.052177 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Usage tracker for resource:security_group_rule and tenant:652dcabfdd2e4e99b7a926a4e03affd6 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:45.055098 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:45.061606 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:45.211477 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.229239 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55436) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:45.282180 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.293729 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d6fe44ae-4d42-49e9-9ae2-b1ae050a17bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:45.343424 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=652dcabfdd2e4e99b7a926a4e03affd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116484 Nov 11 16:18:45.343824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55442) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:45.345008 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1793048-e788-4332-9656-3f27e1681526,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:45.350332 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-572744860-network', 'tenant_id': '31952fe50bbd4d37b204fe64f3e009d8'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:45.355143 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:45.361790 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:45.366402 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Usage tracker for resource:network and tenant:31952fe50bbd4d37b204fe64f3e009d8 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:45.369844 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:45.375494 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:45.433610 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb60114-faed-475a-b944-fcb52d734e23 req-14466b30-aca5-4e4f-b6a6-bea51e7806b4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:45.435022 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8cb60114-faed-475a-b944-fcb52d734e23 req-14466b30-aca5-4e4f-b6a6-bea51e7806b4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.1341515 Nov 11 16:18:45.437390 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.487653 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Made reservation on behalf of 31952fe50bbd4d37b204fe64f3e009d8 for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:18:45.491499 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.511664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.516941 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.539361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:45.541654 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Deleting port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:45.541996 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.543115 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Usage tracker for resource:security_group_rule and tenant:31952fe50bbd4d37b204fe64f3e009d8 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:45.546202 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:45.552124 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:45.634944 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.761608 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.766435 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-15616e13-b41e-4f34-9765-58f7b783a921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:45.792818 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d801fa-5a37-4355-a6eb-85fac24b8f9c,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:45.796019 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:45.805744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] For port a88c64d6-b834-4b04-95b1-f6352d5b7ee6, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:18:45.806106 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.829945 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:18:45.836438 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.836938 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Added segment 6bef33e6-5b30-41eb-932d-1678dd95135e of type vlan for network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 Nov 11 16:18:45.864645 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.885916 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.898422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0b304bd8-8ad0-4beb-82e8-03e2e6b6ff23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:45.926556 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1793048-e788-4332-9656-3f27e1681526,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:45.931203 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:45.939055 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:45.942755 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-8b8b0d41-d191-4a1e-ac35-3560ce18bff2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1793048-e788-4332-9656-3f27e1681526 HTTP/1.1" status: 204 len: 168 time: 0.5978231 Nov 11 16:18:46.126738 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66553e02-b384-4c77-bebe-b06b0ab6843b req-9cf83032-eaec-466f-b8eb-e0d51c8dba0f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:46.128407 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-66553e02-b384-4c77-bebe-b06b0ab6843b req-9cf83032-eaec-466f-b8eb-e0d51c8dba0f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 947 time: 0.0916872 Nov 11 16:18:46.153205 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:46.156756 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:46.157341 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:46.171223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:46.171346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:46.171346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:46.171346 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Floating IP 05bda938-7538-4ed1-9ec9-c840fdd5476b disassociated. External IP: 172.28.2.183, port: a88c64d6-b834-4b04-95b1-f6352d5b7ee6. Nov 11 16:18:46.171346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Calling delete_port for a88c64d6-b834-4b04-95b1-f6352d5b7ee6 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:46.264852 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-66553e02-b384-4c77-bebe-b06b0ab6843b req-164446e8-3178-49f1-9e05-06080c632f13 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=c6d7964b-1ee3-44db-b44b-e42b3364ef58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299055 Nov 11 16:18:46.307475 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Pushing event updated for resources: {'Network': ['ID=83d7ade9-188d-4e36-911e-bcdedb7f61e8,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:46.310257 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:46.318503 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:18:46.521926 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:46.522910 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2920957 Nov 11 16:18:46.525410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55464) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:46.533017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-32560cc9-d052-4eab-a36a-aa2d75f7adee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:46.565586 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Request body: {'subnet': {'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-572744860-subnet', 'tenant_id': '31952fe50bbd4d37b204fe64f3e009d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:46.584180 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:46.586459 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event deleted for resources: {'Port': ['ID=a88c64d6-b834-4b04-95b1-f6352d5b7ee6,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:46.590452 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:46.591915 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Usage tracker for resource:subnet and tenant:31952fe50bbd4d37b204fe64f3e009d8 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:46.597012 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:46.736845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:46.872687 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Made reservation on behalf of 31952fe50bbd4d37b204fe64f3e009d8 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:18:46.875175 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523011'] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:46.891448 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Router c0c82da6-4655-4747-b424-8713c61f967a has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:18:47.030168 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55470) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:47.058542 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.076183 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:47.080649 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Usage tracker for resource:security_group_rule and tenant:1dce94e137614748975b88570798946f is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:47.083605 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:47.089754 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:47.183103 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.205070 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:18:47.217262 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:18:47.229717 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:18:47.234657 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:47.321803 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.363800 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] No DVR routers for this DVR port a88c64d6-b834-4b04-95b1-f6352d5b7ee6 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:18:47.366945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.370528 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-deleted', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:47.399406 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-c9f73ce6-2d50-4179-be7d-322c79f1adf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:47.416856 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dce94e137614748975b88570798946f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809490 Nov 11 16:18:47.417181 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55482) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:47.459439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10713847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523037'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.466160 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3287e577-cdc3-424b-827b-561299a67284', 'name': 'network-vif-deleted', 'tag': 'a88c64d6-b834-4b04-95b1-f6352d5b7ee6', 'status': 'completed', 'code': 200} Nov 11 16:18:47.478344 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4c310-ea4d-4356-9f00-8312a21ebea1,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:47.485287 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:47.492747 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8cb60114-faed-475a-b944-fcb52d734e23 req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "DELETE /v2.0/ports/a88c64d6-b834-4b04-95b1-f6352d5b7ee6 HTTP/1.1" status: 204 len: 173 time: 2.0465076 Nov 11 16:18:47.501664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:47.557122 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:18:47.609261 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:18:47.633310 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-c40c56f4-9699-4493-8229-d0fe86f9aba3 req-f8d22cea-ffe4-4d63-a724-62d22a319919 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:47.667284 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: a88c64d6-b834-4b04-95b1-f6352d5b7ee6 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:18:47.668077 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device a88c64d6-b834-4b04-95b1-f6352d5b7ee6 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:18:47.698967 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f2758d-8b76-42b8-817b-5425eec13a5a,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:47.703525 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:47.709150 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.710939 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Checking segment: {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:18:47.711312 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Network hostable DHCP agents. Network: 83d7ade9-188d-4e36-911e-bcdedb7f61e8, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:18:47.749347 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:47.783529 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-c40c56f4-9699-4493-8229-d0fe86f9aba3 req-f8d22cea-ffe4-4d63-a724-62d22a319919 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:47.784581 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c40c56f4-9699-4493-8229-d0fe86f9aba3 req-f8d22cea-ffe4-4d63-a724-62d22a319919 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.2909477 Nov 11 16:18:47.976197 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:47.980003 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:18:47.993826 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:18:47.994432 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:47.996085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:18:48.056770 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:48.061111 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c69b22bc-4151-49c3-a8f5-5ade0a3c6446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:48.073465 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4c310-ea4d-4356-9f00-8312a21ebea1,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:48.077921 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:48.089520 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:48.093333 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82d4c310-ea4d-4356-9f00-8312a21ebea1 HTTP/1.1" status: 204 len: 168 time: 0.6715209 Nov 11 16:18:48.104518 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 83d7ade9-188d-4e36-911e-bcdedb7f61e8) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:18:48.109571 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:48.110169 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:48.225119 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66fa97b-ff61-4d4c-96e6-9c71d21f671e None None] Network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:18:48.226891 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ae79a315-e5b4-4dfd-992b-7ac0281370e1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7001514 Nov 11 16:18:48.351043 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:18:48.815565 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2748ab3a-f37c-4b63-98c8-8657c25e76af None None] Network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:18:48.990067 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:18:48.997060 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828465fd-316b-4a8f-9c32-cec65f59beb7 None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:18:49.053828 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-25696b03-9179-480b-b3c8-cce5c4578b3b req-1d595bf2-95e6-4848-83b4-25661ad8c206 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=3287e577-cdc3-424b-827b-561299a67284 HTTP/1.1" status: 200 len: 210 time: 0.0599191 Nov 11 16:18:49.358480 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169f37f-2c4d-41ce-928f-d8b1f7904030 None None] New status for floating IP 05bda938-7538-4ed1-9ec9-c840fdd5476b: DOWN {{(pid=87453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:18:50.348034 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55552) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:50.422873 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:50.453497 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:50.613260 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:50.621553 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e2ceb6cc-f0a0-41f7-9ef6-9d5c3004d0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:50.633399 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d7964b-1ee3-44db-b44b-e42b3364ef58,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:50.637440 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:50.711335 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:50.715337 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55558) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:50.715871 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "DELETE /v2.0/security-groups/c6d7964b-1ee3-44db-b44b-e42b3364ef58 HTTP/1.1" status: 204 len: 168 time: 0.3662302 Nov 11 16:18:50.734183 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.api.v2.resource [None req-8dceb6fd-8823-4151-873e-e8cf5e1088b2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] show failed (client error): The resource could not be found. Nov 11 16:18:50.735195 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-8dceb6fd-8823-4151-873e-e8cf5e1088b2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups/c6d7964b-1ee3-44db-b44b-e42b3364ef58 HTTP/1.1" status: 404 len: 347 time: 0.0178239 Nov 11 16:18:50.738116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55562) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:50.851149 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55568) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:50.896440 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Deleting port a049aafa-26ee-4db2-bfdb-039efd6fc457 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:18:50.896810 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:50.982616 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:50.997188 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:51.001152 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Usage tracker for resource:security_group_rule and tenant:533def0e784f4a259667b0090c68d9f2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:51.004375 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:51.010238 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:51.082401 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.082401 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.101258 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.208783 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Calling delete_port for a049aafa-26ee-4db2-bfdb-039efd6fc457 owned by network:floatingip {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:18:51.212932 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.367287 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8fa9c648-afd7-49a3-933a-0168f9884d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:51.377341 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=533def0e784f4a259667b0090c68d9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248644 Nov 11 16:18:51.379782 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55584) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:51.425819 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746f19b7-98f3-47c5-b2bd-fe8f10aad9e6,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:51.450142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:51.468982 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.496468 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.614153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.619018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:51.647145 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.652867 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ec9241a7-0a31-4550-a3af-9af9bda8eea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:51.665336 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f19b7-98f3-47c5-b2bd-fe8f10aad9e6,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:51.668351 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:51.670771 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.674275 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/746f19b7-98f3-47c5-b2bd-fe8f10aad9e6 HTTP/1.1" status: 204 len: 168 time: 0.2934806 Nov 11 16:18:51.694887 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event deleted for resources: {'Port': ['ID=a049aafa-26ee-4db2-bfdb-039efd6fc457,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:51.766328 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:51.873573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:51.902616 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-cce18021-0696-4fa6-9b18-8691d297b3c5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:51.904145 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-cce18021-0696-4fa6-9b18-8691d297b3c5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/networks?id=83d7ade9-188d-4e36-911e-bcdedb7f61e8 HTTP/1.1" status: 200 len: 813 time: 0.2534561 Nov 11 16:18:51.918848 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-72ac299b-cdc9-4006-8035-fa8bd01340eb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/quotas/31952fe50bbd4d37b204fe64f3e009d8 HTTP/1.1" status: 200 len: 375 time: 0.0091012 Nov 11 16:18:51.973106 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-dcfecbff-8d48-4370-bad2-46e331570af4 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489483 Nov 11 16:18:52.043440 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:52.077273 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:52.078395 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "DELETE /v2.0/floatingips/05bda938-7538-4ed1-9ec9-c840fdd5476b HTTP/1.1" status: 204 len: 168 time: 1.3394091 Nov 11 16:18:52.133926 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-376285f7-503f-4a5b-9ccc-3eecc176252f service neutron] 10.222.0.50 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532683 Nov 11 16:18:52.287729 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-1e162d3c-a3b9-46d7-921c-f58a14200391 service neutron] 10.222.0.50 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530092 Nov 11 16:18:52.484625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55626) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:52.490351 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157604707', 'description': 'tempest-description--1515105713'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:52.506062 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:52.526277 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:52.530784 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:52.537541 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:52.631912 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-acf3a255-67ee-4c9d-9419-05ab4ef8e511 req-14cead6a-d275-4579-82fe-fe3f483e6c49 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 210 time: 0.0747230 Nov 11 16:18:52.635143 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:52.677358 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:52.682996 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:52.712866 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:52.712866 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:52.783204 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:52.990024 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:52.995622 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0c05a9dc-c790-42ca-9485-583ee720ceca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:53.039502 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b19d04-3c4a-4138-bc7a-93b09640a955,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:53.042139 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:53.224272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:53.229385 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55672) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:53.235089 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-867c7dc7-4cb7-4645-9aa0-7b50a466fc63 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7492406 Nov 11 16:18:53.237192 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'security_group_rule': {'security_group_id': '18b19d04-3c4a-4138-bc7a-93b09640a955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:53.244406 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:53.250978 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:53.254002 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:53.259753 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:53.368964 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:53.442319 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:53.549630 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:53.551721 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b8e02c31-9af2-4908-8594-ad0ce9e0e564 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:53.574070 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99a43d8-da91-4712-80bb-771bfe12f0aa,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:53.576683 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:53.711980 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:53.713120 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a2436a0e-341f-4834-be0f-c00191c7924e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4822485 Nov 11 16:18:53.716470 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55684) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:53.720066 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d5499d8e-edb5-41a7-8106-802a2087bc9b req-1ebb96f9-c70d-452c-972c-a14c6942821c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 210 time: 0.0438359 Nov 11 16:18:53.722114 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'security_group_rule': {'security_group_id': '18b19d04-3c4a-4138-bc7a-93b09640a955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:53.734430 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:53.739250 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:security_group_rule and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:53.742074 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:53.749210 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:53.865382 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:53.938468 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:54.217873 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:54.220203 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3185f376-e1cc-4ac0-ab76-c6c0afe0f2b5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:54.244657 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8cc206-9216-4ea0-9ae6-54969d4555ba,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:54.256584 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.264085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:54.266156 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:54.462462 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:54.476854 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7475824 Nov 11 16:18:54.476964 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55690) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:54.476964 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'floatingip': {'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:54.480425 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:54.484584 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Usage tracker for resource:floatingip and tenant:036826e9644645beae349fd2517f7baf is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:54.487487 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:54.493908 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:54.612820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:54.613998 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-49428109-565b-4dd0-8012-99903a79104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:54.764416 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:54.939443 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Allocated IP 172.28.2.72 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/b3a788f1-f569-470a-9fa2-6c75abac0903) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:18:54.948033 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e1204673-2c6c-483f-ac5f-2e6a934c3744 req-11a18b83-1bee-4787-84db-3887cc89dc3a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 210 time: 0.0502169 Nov 11 16:18:55.253584 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:55.258311 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:55.413141 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:55.419790 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:55.485691 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:18:55.488539 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:18:55.491218 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:18:55.534957 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'Port': ['ID=b3a788f1-f569-470a-9fa2-6c75abac0903,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:55.538538 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:55.626927 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:55.765307 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:56.093228 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:56.110145 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d921d9ff-14e4-4ed5-be2d-16235a5e5c85 req-fed8d614-00b7-4b59-b49a-08b17501b32d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 210 time: 0.0554159 Nov 11 16:18:56.142736 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-3c53df7f-9230-4afa-a3d7-5b5ab266145e tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:56.144286 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-3c53df7f-9230-4afa-a3d7-5b5ab266145e tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "GET /v2.0/networks?id=83d7ade9-188d-4e36-911e-bcdedb7f61e8 HTTP/1.1" status: 200 len: 813 time: 0.1584904 Nov 11 16:18:56.162637 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Request body: {'port': {'device_id': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8', 'admin_state_up': True, 'tenant_id': '31952fe50bbd4d37b204fe64f3e009d8'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:56.222602 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:56.240225 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3cccf2af-58e1-4f7d-9dd7-72589ca46a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:56.302797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:18:56.306987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Usage tracker for resource:port and tenant:31952fe50bbd4d37b204fe64f3e009d8 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:18:56.312014 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:18:56.318613 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:18:56.411045 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Made reservation on behalf of 31952fe50bbd4d37b204fe64f3e009d8 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:18:56.418449 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:56.418585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'Port': ['ID=b3a788f1-f569-470a-9fa2-6c75abac0903,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:56.432560 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:56.459472 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.460050 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.460422 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.460851 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.461210 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.461571 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.461925 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.462280 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.462790 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.463148 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.463500 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.463869 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:18:56.468451 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:56.532861 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:56.534335 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0641646 Nov 11 16:18:56.618198 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Allocated IP 172.20.0.4 (83d7ade9-188d-4e36-911e-bcdedb7f61e8/88f2758d-8b76-42b8-817b-5425eec13a5a/03709420-a1cc-4a0b-9d3b-ec087b14571c) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:18:56.842258 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-b16c733f-4623-48ae-916b-1d5947ebdf8e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:56.966637 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:57.051136 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-b16c733f-4623-48ae-916b-1d5947ebdf8e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:57.052314 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-b16c733f-4623-48ae-916b-1d5947ebdf8e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--157604707&fields=id&tenant_id=036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 267 time: 0.2887986 Nov 11 16:18:57.128823 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:57.146767 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1c7f94a8-89c5-4ba7-ac8d-031b0b787f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:57.224188 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:18:57.229526 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:18:57.239395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:18:57.282294 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Pushing event updated for resources: {'Port': ['ID=03709420-a1cc-4a0b-9d3b-ec087b14571c,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:57.300331 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:57.317756 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43bd2e-6045-4eeb-8093-0b17188e9c62 req-4471b4d1-aed5-4809-93aa-89c97e623f14 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:57.320311 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de43bd2e-6045-4eeb-8093-0b17188e9c62 req-4471b4d1-aed5-4809-93aa-89c97e623f14 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 931 time: 0.1007400 Nov 11 16:18:57.333293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-4feee916-53a9-45aa-a979-b55082b722ae tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:57.334733 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-4feee916-53a9-45aa-a979-b55082b722ae tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 816 time: 0.2760227 Nov 11 16:18:57.347696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:57.348306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:57.366146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-de43bd2e-6045-4eeb-8093-0b17188e9c62 req-3c43f0da-5623-48ad-9106-b52735cf202f tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Synchronizing usage tracker for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:57.367090 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-da6a55b9-9295-4685-8845-efc66cf03bca tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/quotas/036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 375 time: 0.0267787 Nov 11 16:18:57.412171 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-d229843b-d425-475b-be98-598d2674fb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:57.452505 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-b9916e0c-7846-4320-9ca7-484289131498 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:57.494197 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3303616 Nov 11 16:18:57.506105 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Request body: {'port': {'device_id': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:18:57.522155 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-de43bd2e-6045-4eeb-8093-0b17188e9c62 req-3c43f0da-5623-48ad-9106-b52735cf202f tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Unset dirty status for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:57.523672 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de43bd2e-6045-4eeb-8093-0b17188e9c62 req-3c43f0da-5623-48ad-9106-b52735cf202f tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968973 Nov 11 16:18:57.565803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-b9916e0c-7846-4320-9ca7-484289131498 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:57.567428 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-b9916e0c-7846-4320-9ca7-484289131498 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1942496 Nov 11 16:18:57.724399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:57.839097 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-4acbce85-ea94-494c-b9e9-8d301f0e0043 service neutron] 10.222.0.50 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102008 Nov 11 16:18:58.110787 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-7217966f-7343-4240-af3c-908773dfa7d0 service neutron] 10.222.0.50 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331352 Nov 11 16:18:58.241508 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03709420-a1cc-4a0b-9d3b-ec087b14571c {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:18:58.249911 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:58.265492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Transition to ACTIVE for port object 03709420-a1cc-4a0b-9d3b-ec087b14571c will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:18:58.467694 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:58.474300 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d82e37d1-cc82-4c4a-ab4c-ef4327feb699 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:58.542865 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-af047452-f030-44c2-a5ab-7009b5476bc7 req-4928c7ee-cb66-40fd-8ad2-d60d46153528 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 210 time: 0.0664766 Nov 11 16:18:58.676282 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:58.708472 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Pushing event updated for resources: {'Port': ['ID=03709420-a1cc-4a0b-9d3b-ec087b14571c,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:58.711840 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:58.843649 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Attempting to bind port 03709420-a1cc-4a0b-9d3b-ec087b14571c on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:18:58.843980 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Attempting to bind port 03709420-a1cc-4a0b-9d3b-ec087b14571c by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:18:58.844369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Attempting to bind port 03709420-a1cc-4a0b-9d3b-ec087b14571c on network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:18:58.851831 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Port 03709420-a1cc-4a0b-9d3b-ec087b14571c on network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:18:58.852149 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Attempting to bind port 03709420-a1cc-4a0b-9d3b-ec087b14571c on network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:18:58.859714 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:18:58.860047 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Checking segment: {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:18:58.860459 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Bound using segment: {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:18:58.860906 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Bound port: 03709420-a1cc-4a0b-9d3b-ec087b14571c, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:18:58.861249 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:58.878930 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc931-7583-4132-a953-2d7360601e31 req-8232a94b-e382-49e5-930b-00af2246d3a6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:58.883419 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-1befc931-7583-4132-a953-2d7360601e31 req-8232a94b-e382-49e5-930b-00af2246d3a6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Synchronizing usage tracker for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:18:59.045545 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-1befc931-7583-4132-a953-2d7360601e31 req-8232a94b-e382-49e5-930b-00af2246d3a6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Unset dirty status for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:18:59.046692 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1befc931-7583-4132-a953-2d7360601e31 req-8232a94b-e382-49e5-930b-00af2246d3a6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 943 time: 0.3394706 Nov 11 16:18:59.073611 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] For port 03709420-a1cc-4a0b-9d3b-ec087b14571c, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:18:59.095098 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] For port 03709420-a1cc-4a0b-9d3b-ec087b14571c, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03709420-a1cc-4a0b-9d3b-ec087b14571c,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:18:59.102645 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1befc931-7583-4132-a953-2d7360601e31 req-7f430e3d-bede-45aa-a292-53b0e1c4161a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 Nov 11 16:18:59.223196 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:59.227749 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-6570bf2d-4ead-4aae-bbf9-b342072ada3a tempest-VolumesActionsTest-1149705879 tempest-VolumesActionsTest-1149705879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:18:59.296897 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:59.297489 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:59.298829 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] 10.222.0.60 "PUT /v2.0/ports/03709420-a1cc-4a0b-9d3b-ec087b14571c HTTP/1.1" status: 200 len: 1093 time: 1.7969289 Nov 11 16:18:59.299323 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'tag': '03709420-a1cc-4a0b-9d3b-ec087b14571c'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:18:59.343561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Pushing event updated for resources: {'Port': ['ID=03709420-a1cc-4a0b-9d3b-ec087b14571c,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:18:59.356186 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:18:59.360611 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'tag': '03709420-a1cc-4a0b-9d3b-ec087b14571c', 'status': 'completed', 'code': 200} Nov 11 16:18:59.460434 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b43994-e363-4b4b-b9dc-07fb0507f88e req-80d79dfe-0182-4adb-88a4-49bd52c0573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:59.461800 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b1b43994-e363-4b4b-b9dc-07fb0507f88e req-80d79dfe-0182-4adb-88a4-49bd52c0573f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 1096 time: 0.0808086 Nov 11 16:18:59.609885 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b43994-e363-4b4b-b9dc-07fb0507f88e req-30cfec63-0505-42b2-8179-3e0dd4fdd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:59.611522 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b1b43994-e363-4b4b-b9dc-07fb0507f88e req-30cfec63-0505-42b2-8179-3e0dd4fdd3f0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1408639 Nov 11 16:18:59.679554 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:18:59.743926 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9d13406c-205d-42e4-805a-e1f2e9b99a3e req-f5bcf031-b249-4069-8948-32af91d873a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 210 time: 0.0556254 Nov 11 16:18:59.792155 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b43994-e363-4b4b-b9dc-07fb0507f88e req-926910b8-a052-43f6-9732-aef1763574f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:59.795047 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b1b43994-e363-4b4b-b9dc-07fb0507f88e req-926910b8-a052-43f6-9732-aef1763574f1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765134 Nov 11 16:18:59.919503 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-d38a7e76-2fea-45cd-8bf0-3c780ad6f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:18:59.921020 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-d38a7e76-2fea-45cd-8bf0-3c780ad6f99c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 1096 time: 0.0803337 Nov 11 16:18:59.968708 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55830) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:18:59.997399 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-8568c41a-d6c5-4e58-ba17-46ea914dfbe4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03709420-a1cc-4a0b-9d3b-ec087b14571c HTTP/1.1" status: 200 len: 217 time: 0.0643902 Nov 11 16:19:00.063975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-5f3b3568-7f09-402e-9450-29a0d376d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:00.065441 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-5f3b3568-7f09-402e-9450-29a0d376d037 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88f2758d-8b76-42b8-817b-5425eec13a5a HTTP/1.1" status: 200 len: 853 time: 0.0624413 Nov 11 16:19:00.095047 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.112163 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:00.116638 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Usage tracker for resource:security_group_rule and tenant:56a5444cc1f549bc9770881e90460aef is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:00.120229 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:00.128640 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:00.134246 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-185b7dbb-78a7-45c4-ba4a-3e0f3705697e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d7ade9-188d-4e36-911e-bcdedb7f61e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487270 Nov 11 16:19:00.230197 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.316469 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-2ed6ac0f-e99a-49c7-8172-b40854a7f783 service neutron] 10.222.0.60 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742177 Nov 11 16:19:00.317429 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.327125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8f771d2d-5a79-4689-a5c9-734a209ee192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:00.461401 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16ccbb-5d23-4e82-925b-52ff54d05052 req-0c6badd2-45bf-4522-86fd-cf20fe3e3331 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:00.462962 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fb16ccbb-5d23-4e82-925b-52ff54d05052 req-0c6badd2-45bf-4522-86fd-cf20fe3e3331 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 943 time: 0.2185361 Nov 11 16:19:00.463781 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-eedf39ad-6dc9-4fdc-b8f2-7e019f5f9090 req-d2cff3fe-aef8-475f-8986-6b46ac7b079b service neutron] 10.222.0.60 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348808 Nov 11 16:19:00.476862 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56a5444cc1f549bc9770881e90460aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069716 Nov 11 16:19:00.479630 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55840) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:00.489698 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313e7c3e-f4f6-4e7e-8b20-1ded3850a552,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:00.493839 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-31a55d17-551a-4133-9e93-b87fb1a7ad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:00.520493 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fb16ccbb-5d23-4e82-925b-52ff54d05052 req-774c108e-9257-4529-972e-1991976a7cf2 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503809 Nov 11 16:19:00.542937 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.574146 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.800957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.804804 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-08def5d2-4097-4da2-a5d9-bcbfd37c74d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:00.816822 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e7c3e-f4f6-4e7e-8b20-1ded3850a552,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:00.820420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:00.823720 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:00.825612 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/313e7c3e-f4f6-4e7e-8b20-1ded3850a552 HTTP/1.1" status: 204 len: 168 time: 0.3442850 Nov 11 16:19:00.933850 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ffa528aa-c74a-4288-822a-367fa1fe58b1 req-03bc84c1-e27b-4966-b741-64b30d78e504 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 210 time: 0.0607226 Nov 11 16:19:01.234067 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-2bb0f11e-aa59-43b1-a465-c95b505a8941 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:01.235521 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-2bb0f11e-aa59-43b1-a465-c95b505a8941 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 816 time: 0.1575048 Nov 11 16:19:01.336679 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-2006cf36-2448-49a5-b403-a97bd2cded31 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 379 time: 0.0901363 Nov 11 16:19:01.354908 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'port': {'device_id': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'admin_state_up': True, 'tenant_id': '036826e9644645beae349fd2517f7baf', 'security_groups': ['18b19d04-3c4a-4138-bc7a-93b09640a955']}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:01.501066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:01.510589 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:01.640464 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Made reservation on behalf of 036826e9644645beae349fd2517f7baf for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:01.644104 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:01.677052 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03709420-a1cc-4a0b-9d3b-ec087b14571c details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:19:01.721824 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ef4a8-0f84-4249-b049-6affd6695da8 req-4d5db14c-964a-423d-a327-c6b2df98934c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:01.724090 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5e6ef4a8-0f84-4249-b049-6affd6695da8 req-4d5db14c-964a-423d-a327-c6b2df98934c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 943 time: 0.0934122 Nov 11 16:19:01.793012 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55904) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:01.823457 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5e6ef4a8-0f84-4249-b049-6affd6695da8 req-27038870-7ae1-4c6c-bd14-f3304d794764 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924940 Nov 11 16:19:01.828302 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:01.855451 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:01.861321 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55908) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:01.864286 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Usage tracker for resource:security_group_rule and tenant:262f61894a1f471abc75816bb4c11f5c is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:01.874398 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:01.882717 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:01.953136 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 03709420-a1cc-4a0b-9d3b-ec087b14571c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03709420-a1cc-4a0b-9d3b-ec087b14571c,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:01.971662 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '03709420-a1cc-4a0b-9d3b-ec087b14571c', 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8', 'port_id': '03709420-a1cc-4a0b-9d3b-ec087b14571c', 'mac_address': 'fa:16:3e:63:a8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f2758d-8b76-42b8-817b-5425eec13a5a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:19:02.042050 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.063998 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.077290 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Allocated IP 172.20.0.7 (6d40c127-bc90-4df1-9a69-317dc2278173/e5341260-4177-4635-899a-0f8bf87bc5ed/89ba99bf-8c40-4e9b-9e87-be996453dc7f) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:02.089945 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03709420-a1cc-4a0b-9d3b-ec087b14571c {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:19:02.093565 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.107042 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 03709420-a1cc-4a0b-9d3b-ec087b14571c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03709420-a1cc-4a0b-9d3b-ec087b14571c,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:02.111325 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.120591 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5206965a-6075-4b9b-a3f2-a1a42e8fe533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:02.131233 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:02.151131 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Usage tracker for resource:security_group_rule and tenant:19c5b04e1254416abd9ea44e90a3efc1 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:02.157273 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:02.167244 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:02.175805 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-467d2431-1681-4ba8-84be-8da1c8dc9abb req-1ffaca4c-2fc9-4833-a3f2-1e063ca8e584 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 210 time: 0.0612559 Nov 11 16:19:02.176122 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a339ab-f272-492e-8d39-e039ac48cdf5,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:02.180770 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=262f61894a1f471abc75816bb4c11f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859046 Nov 11 16:19:02.181756 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:02.185576 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55918) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:02.204273 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.210074 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:02.286271 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=03709420-a1cc-4a0b-9d3b-ec087b14571c,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:02.290945 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4d96df2-c2e2-4b0e-9674-8a9efb94f013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.291621 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:02.339549 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4d96df2-c2e2-4b0e-9674-8a9efb94f013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.345479 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.362060 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Transition to ACTIVE for port object 89ba99bf-8c40-4e9b-9e87-be996453dc7f will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:02.392588 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.490180 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03709420-a1cc-4a0b-9d3b-ec087b14571c'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:19:02.492625 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4d96df2-c2e2-4b0e-9674-8a9efb94f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.492759 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.496742 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.499531 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:02.505837 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9f750288-4826-4b4b-8601-da4ec958cd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:02.532335 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96df2-c2e2-4b0e-9674-8a9efb94f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a339ab-f272-492e-8d39-e039ac48cdf5,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:02.561247 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19c5b04e1254416abd9ea44e90a3efc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987240 Nov 11 16:19:02.565886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55922) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:02.572717 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d4d96df2-c2e2-4b0e-9674-8a9efb94f013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.577276 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d4d96df2-c2e2-4b0e-9674-8a9efb94f013 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29a339ab-f272-492e-8d39-e039ac48cdf5 HTTP/1.1" status: 204 len: 168 time: 0.3905489 Nov 11 16:19:02.581821 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c8ef26-2c28-4864-aa00-4ca441186d52,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:02.584978 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:02.585555 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:02.586046 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:02.596189 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Network 6d40c127-bc90-4df1-9a69-317dc2278173 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:02.597193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:02.602003 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:02.605605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:02.612764 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:02.702369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:02.703020 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.718810 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.763467 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:02.967689 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6253588 Nov 11 16:19:02.980465 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Request body: {'port': {'device_id': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:03.022550 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90c19-c110-4187-995a-782cd1ee9e2e req-4a417a33-4481-4d19-a5f3-ad410707b30d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:03.023902 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4dd90c19-c110-4187-995a-782cd1ee9e2e req-4a417a33-4481-4d19-a5f3-ad410707b30d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 944 time: 0.0859840 Nov 11 16:19:03.035540 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-e83ca3bf-6389-4d67-a1a1-155da23d40fb None None] Provisioning for port 89ba99bf-8c40-4e9b-9e87-be996453dc7f completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:03.037078 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.041026 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-e83ca3bf-6389-4d67-a1a1-155da23d40fb None None] Provisioning complete for port 89ba99bf-8c40-4e9b-9e87-be996453dc7f triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:03.041374 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e83ca3bf-6389-4d67-a1a1-155da23d40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.042718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3e37ee5-0533-4eaf-9fef-7dc5208aecce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:03.091121 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c8ef26-2c28-4864-aa00-4ca441186d52,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:03.099127 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:03.106813 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.110567 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66c8ef26-2c28-4864-aa00-4ca441186d52 HTTP/1.1" status: 204 len: 168 time: 0.5352938 Nov 11 16:19:03.119196 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4dd90c19-c110-4187-995a-782cd1ee9e2e req-2b60dabd-04c7-4cca-8af0-f329a22d5efe tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885828 Nov 11 16:19:03.122247 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-e83ca3bf-6389-4d67-a1a1-155da23d40fb None None] Port 89ba99bf-8c40-4e9b-9e87-be996453dc7f cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:19:03.124668 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.391977 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 55942) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:03.411118 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.425968 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:03.430116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:d7166f665518440585c14e57fc771e39 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:03.432980 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:03.439367 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:03.485528 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586c63e-4467-495b-9dab-7626b5c86869 req-8f441a29-5c31-46c6-869d-583a32d21202 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:03.486231 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a586c63e-4467-495b-9dab-7626b5c86869 req-8f441a29-5c31-46c6-869d-583a32d21202 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:19:03.527375 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.585356 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ba99bf-8c40-4e9b-9e87-be996453dc7f {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:19:03.593277 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-a586c63e-4467-495b-9dab-7626b5c86869 req-8f441a29-5c31-46c6-869d-583a32d21202 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:19:03.594512 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a586c63e-4467-495b-9dab-7626b5c86869 req-8f441a29-5c31-46c6-869d-583a32d21202 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 931 time: 0.2987144 Nov 11 16:19:03.596700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.617911 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.628412 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7eec3a4e-7562-4c1b-9106-d217f8ecb471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:03.635262 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Transition to ACTIVE for port object 89ba99bf-8c40-4e9b-9e87-be996453dc7f will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:03.656184 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a586c63e-4467-495b-9dab-7626b5c86869 req-6198c929-2af9-4a74-87ac-54f5df746783 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549741 Nov 11 16:19:03.676789 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7166f665518440585c14e57fc771e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827272 Nov 11 16:19:03.677653 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3e0505-5d45-428e-b0be-f957777deaec,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:03.679397 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 55946) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:03.680771 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:03.706671 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03709420-a1cc-4a0b-9d3b-ec087b14571c up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:03.746172 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.750869 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a178d830-3245-4de4-8454-01b25bf77241 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:03.780304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.886542 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 03709420-a1cc-4a0b-9d3b-ec087b14571c completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:03.893097 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 03709420-a1cc-4a0b-9d3b-ec087b14571c triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:03.893991 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.900880 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:03.942081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:03.959988 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:04.024005 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.047408 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Attempting to bind port 89ba99bf-8c40-4e9b-9e87-be996453dc7f on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:04.047743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Attempting to bind port 89ba99bf-8c40-4e9b-9e87-be996453dc7f by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:04.048075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Attempting to bind port 89ba99bf-8c40-4e9b-9e87-be996453dc7f on network 6d40c127-bc90-4df1-9a69-317dc2278173 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:04.053957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Port 89ba99bf-8c40-4e9b-9e87-be996453dc7f on network 6d40c127-bc90-4df1-9a69-317dc2278173 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:19:04.054280 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Attempting to bind port 89ba99bf-8c40-4e9b-9e87-be996453dc7f on network 6d40c127-bc90-4df1-9a69-317dc2278173 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:04.059739 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:04.060141 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Checking segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:04.060579 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Bound using segment: {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:04.061016 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Bound port: 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14780d1-b439-4515-a1be-341b88f4c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:04.061366 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.061876 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03709420-a1cc-4a0b-9d3b-ec087b14571c'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:04.077605 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 03709420-a1cc-4a0b-9d3b-ec087b14571c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03709420-a1cc-4a0b-9d3b-ec087b14571c,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:04.112136 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03709420-a1cc-4a0b-9d3b-ec087b14571c', 'code': 200} Nov 11 16:19:04.146853 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.153498 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dc9fa508-7055-483d-848d-3714295c7ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:04.168977 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:04.171118 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3e0505-5d45-428e-b0be-f957777deaec,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:04.174930 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:04.182611 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.183155 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.183254 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-27a86893-61eb-4d9a-8b33-5694661aa8ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e3e0505-5d45-428e-b0be-f957777deaec HTTP/1.1" status: 204 len: 168 time: 0.4976943 Nov 11 16:19:04.183254 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:04.183822 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:04.269308 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=03709420-a1cc-4a0b-9d3b-ec087b14571c,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:04.272773 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:04.396536 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.402694 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-209a6af7-7dbd-41ce-9c48-4016d222a687 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:04.467792 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:04.487376 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:04.487376 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c410595-d236-402d-9dec-623a41d709bc service neutron] 10.222.0.60 "PUT /v2.0/ports/89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 200 len: 1093 time: 1.4936469 Nov 11 16:19:04.487376 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:04.500002 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:04.503634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:04.521623 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987bf2-ceab-47cd-a946-e617b85ba3c9 req-3f40977a-0b61-4aaa-9890-5bb6b8ede5e5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:04.529560 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bb987bf2-ceab-47cd-a946-e617b85ba3c9 req-3f40977a-0b61-4aaa-9890-5bb6b8ede5e5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.2675045 Nov 11 16:19:04.580095 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'status': 'completed', 'code': 200} Nov 11 16:19:04.682538 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bb987bf2-ceab-47cd-a946-e617b85ba3c9 req-341d6b40-a6d3-4a36-991e-f2e5b1fe0bd2 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520197 Nov 11 16:19:04.738764 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84652a4c-c132-4bf4-a694-3ac725397681 req-5170bc8b-174a-40dc-9b54-e6bd696160dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:04.740865 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-84652a4c-c132-4bf4-a694-3ac725397681 req-5170bc8b-174a-40dc-9b54-e6bd696160dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 1098 time: 0.2091260 Nov 11 16:19:04.745653 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c378f2e-01a3-41f1-99d8-5f515321f8dd req-bf119a60-4663-4bb4-aa52-47ae38276e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:04.748105 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1c378f2e-01a3-41f1-99d8-5f515321f8dd req-bf119a60-4663-4bb4-aa52-47ae38276e17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1096 time: 0.1655369 Nov 11 16:19:04.872442 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380717fd-9740-438a-8c1b-4dcb1bbc88e7 req-463435f3-4748-4fa4-8ac8-11edcf8087d8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:04.873944 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-380717fd-9740-438a-8c1b-4dcb1bbc88e7 req-463435f3-4748-4fa4-8ac8-11edcf8087d8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0908046 Nov 11 16:19:04.877071 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-84652a4c-c132-4bf4-a694-3ac725397681 req-2051ed56-092a-4832-809b-403213694ed6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279631 Nov 11 16:19:04.918163 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-380717fd-9740-438a-8c1b-4dcb1bbc88e7 req-9eed8d3b-61b6-437e-9106-9172a48c1c68 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:19:04.928763 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c378f2e-01a3-41f1-99d8-5f515321f8dd req-1f84edd9-8747-4d42-8569-595e6ffff987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:04.930184 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1c378f2e-01a3-41f1-99d8-5f515321f8dd req-1f84edd9-8747-4d42-8569-595e6ffff987 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=036826e9644645beae349fd2517f7baf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1577616 Nov 11 16:19:04.930851 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-380717fd-9740-438a-8c1b-4dcb1bbc88e7 req-9eed8d3b-61b6-437e-9106-9172a48c1c68 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:19:04.931950 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-380717fd-9740-438a-8c1b-4dcb1bbc88e7 req-9eed8d3b-61b6-437e-9106-9172a48c1c68 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520501 Nov 11 16:19:05.226731 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c378f2e-01a3-41f1-99d8-5f515321f8dd req-3274fc09-d4ed-41ba-b8de-5153abe67620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:05.235443 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1c378f2e-01a3-41f1-99d8-5f515321f8dd req-3274fc09-d4ed-41ba-b8de-5153abe67620 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357074 Nov 11 16:19:05.341015 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c3161e8-7d9d-4356-9136-c1a77ca2c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:05.342558 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-0c3161e8-7d9d-4356-9136-c1a77ca2c6dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1096 time: 0.0724087 Nov 11 16:19:05.414591 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-ec2ee3df-5fab-4eb7-ae26-b434d91ccdac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 200 len: 217 time: 0.0639422 Nov 11 16:19:05.480108 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-338c8ebd-62b8-4b83-9f25-9d2081e02a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:05.482168 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-338c8ebd-62b8-4b83-9f25-9d2081e02a5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0597556 Nov 11 16:19:05.563337 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a68f16b9-24df-4a50-be13-6108c501b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:05.564880 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-a68f16b9-24df-4a50-be13-6108c501b9bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0745752 Nov 11 16:19:05.696616 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-8e6403d6-72b1-4380-b3af-2931144a6e47 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236489 Nov 11 16:19:05.889173 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d7e39571-2333-4a53-ba85-7f1f32307933 req-41a2a165-c968-4c19-ac4d-952c8ec93cfb service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838453 Nov 11 16:19:05.915910 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b9a88-1618-481a-8c2d-86a1bc14733a req-6e46e588-bb8d-4124-a352-595d114d1861 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:05.917362 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-300b9a88-1618-481a-8c2d-86a1bc14733a req-6e46e588-bb8d-4124-a352-595d114d1861 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.1129146 Nov 11 16:19:05.962272 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-300b9a88-1618-481a-8c2d-86a1bc14733a req-d8a766d0-8cf3-4b59-b35a-035797ec09f5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 Nov 11 16:19:06.142333 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ad657-1ff2-42ec-bf8e-89597d914ec7 req-068b2f77-9a40-49f5-82d1-05fa76e8dc3f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:06.143811 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e53ad657-1ff2-42ec-bf8e-89597d914ec7 req-068b2f77-9a40-49f5-82d1-05fa76e8dc3f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0877457 Nov 11 16:19:06.192435 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e53ad657-1ff2-42ec-bf8e-89597d914ec7 req-b618869e-5462-4f2b-ba22-061be6373a5a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Nov 11 16:19:07.152390 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ad6b3-6d82-4300-ae47-dbbc73b5e3d7 req-595461b0-900a-491c-a02c-427ad6afa558 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:07.154281 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-218ad6b3-6d82-4300-ae47-dbbc73b5e3d7 req-595461b0-900a-491c-a02c-427ad6afa558 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0842369 Nov 11 16:19:07.206607 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-218ad6b3-6d82-4300-ae47-dbbc73b5e3d7 req-fc3dd780-9e3d-4446-b620-b0f473242151 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467691 Nov 11 16:19:07.415720 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5590bb-c4d4-4fc1-94f3-2f74beb044fa req-a1fe650a-18bb-417b-bf05-895eb26996d8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:07.417365 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3c5590bb-c4d4-4fc1-94f3-2f74beb044fa req-a1fe650a-18bb-417b-bf05-895eb26996d8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0871692 Nov 11 16:19:07.463037 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3c5590bb-c4d4-4fc1-94f3-2f74beb044fa req-e830a2cf-d13b-4a1e-a86d-66cc5954677e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392940 Nov 11 16:19:07.720913 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:19:07.759955 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56072) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:07.896114 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:07.897178 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:07.910146 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'mac_address': 'fa:16:3e:27:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:19:07.912407 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:07.916222 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Usage tracker for resource:security_group_rule and tenant:a2bcb919e8364142802bd9bb6512bc29 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:07.921316 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:07.925482 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:07.967974 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:07.985539 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ba99bf-8c40-4e9b-9e87-be996453dc7f {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:19:08.002333 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:08.014507 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.131968 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.133748 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:08.165884 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.175114 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a679b717-868a-4f1d-9492-9a89ca79c977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:08.204206 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:08.207604 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:08.223216 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a2bcb919e8364142802bd9bb6512bc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621603 Nov 11 16:19:08.224145 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d534871-ab34-465e-b8e3-13d13e48177d,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:08.226000 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56080) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:08.227457 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:08.285455 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.312354 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.356066 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['89ba99bf-8c40-4e9b-9e87-be996453dc7f'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:19:08.428001 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.432783 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-bbc5e470-6727-493e-a893-ba1f0016c77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:08.446010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d534871-ab34-465e-b8e3-13d13e48177d,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:08.448466 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:08.457553 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:08.458834 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d534871-ab34-465e-b8e3-13d13e48177d HTTP/1.1" status: 204 len: 168 time: 0.2312968 Nov 11 16:19:08.666361 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67653cf1-da94-4afe-9945-b57cc748e201 req-daa553d6-28fe-477f-99e8-0ca3f3c206a7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:08.667796 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-67653cf1-da94-4afe-9945-b57cc748e201 req-daa553d6-28fe-477f-99e8-0ca3f3c206a7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 944 time: 0.0840609 Nov 11 16:19:08.711746 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-67653cf1-da94-4afe-9945-b57cc748e201 req-3c896e0b-108e-45a4-8601-fbac7280674a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 Nov 11 16:19:09.728614 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56138) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:09.739299 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:09.839137 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1356141217-network', 'tenant_id': '4d1b504afca14299800fc7f4033607aa'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:09.843880 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:09.847680 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Usage tracker for resource:network and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:09.854494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:09.860415 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:09.912012 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5150c-d17e-4113-8ef7-6d5c3714fa1b req-36de692f-6a94-4658-9334-4059999da4a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:09.913587 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a6a5150c-d17e-4113-8ef7-6d5c3714fa1b req-36de692f-6a94-4658-9334-4059999da4a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 944 time: 0.0831010 Nov 11 16:19:09.914414 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 89ba99bf-8c40-4e9b-9e87-be996453dc7f completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:09.919953 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 89ba99bf-8c40-4e9b-9e87-be996453dc7f triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:09.920330 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:09.960491 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a6a5150c-d17e-4113-8ef7-6d5c3714fa1b req-17a39644-f89c-4e00-b282-09aa115d0b44 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404124 Nov 11 16:19:09.965038 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Made reservation on behalf of 4d1b504afca14299800fc7f4033607aa for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:09.967750 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:09.984577 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.000774 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:10.004837 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:10.010678 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:10.014714 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:10.055700 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.084107 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:10.094439 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:10.099853 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.135167 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'code': 200} Nov 11 16:19:10.171662 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.174340 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:10.205970 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.209285 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d6e5425c-df05-4c20-b81d-ee6712595138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:10.247871 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:10.255857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:10.340021 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:19:10.345616 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee9a0be-07e6-427e-9721-96b9fee03472,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:10.349121 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:10.353812 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.354153 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Added segment ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643 of type vlan for network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd Nov 11 16:19:10.385448 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.526293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.528878 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:10.529453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:10.540220 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a0bde0b5-354a-4317-909e-cdc155d1cd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:10.650928 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:10.654969 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:10.661719 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:19:10.665899 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313887d0-30f0-4086-94a2-530fa9abf677 req-961b4400-acda-444a-a75f-db28bfc02404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:10.667665 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-313887d0-30f0-4086-94a2-530fa9abf677 req-961b4400-acda-444a-a75f-db28bfc02404 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1098 time: 0.1825550 Nov 11 16:19:10.706871 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:19:10.717655 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-313887d0-30f0-4086-94a2-530fa9abf677 req-e6e06957-cc41-4fb1-bef5-fb13d53a6b89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425930 Nov 11 16:19:10.754664 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0250502 Nov 11 16:19:10.757894 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56154) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:10.766107 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Request body: {'subnet': {'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1356141217-subnet', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:10.774643 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:10.775108 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Usage tracker for resource:subnet and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:10.778129 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:10.783823 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:10.891608 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Made reservation on behalf of 4d1b504afca14299800fc7f4033607aa for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:10.894133 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523011'] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.164885 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62fd7-226e-4e63-bda2-d600bdc01f2d req-649ccb32-eaac-45d7-8135-c57c44d8b7da tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:11.166327 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fca62fd7-226e-4e63-bda2-d600bdc01f2d req-649ccb32-eaac-45d7-8135-c57c44d8b7da tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0924821 Nov 11 16:19:11.193700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10713847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523037'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.199004 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-af1f352f-a059-466b-afa2-626d382bc553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:11.221090 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fca62fd7-226e-4e63-bda2-d600bdc01f2d req-7127ca52-51f6-402f-a802-21e4afcaea42 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486851 Nov 11 16:19:11.222643 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56162) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:11.272196 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbff8d7b-29db-4f8e-b10f-901df85ff531,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:11.281124 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:11.290420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Checking segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:11.290781 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Network hostable DHCP agents. Network: 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:19:11.362138 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.376508 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:11.381044 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Usage tracker for resource:security_group_rule and tenant:09d197383b6e43b9ac2d9f847f61087c is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:11.384140 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:11.390714 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:11.411358 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:19:11.474270 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.508234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:11.514348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:11.515207 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.518393 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58ca80-1c5e-4147-8bb0-3be9d51d6083 None None] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:19:11.543340 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.551275 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1b11d5fa-22bb-416b-91dc-b6ab581a1c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:11.592738 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4825748f-d8ac-47e6-b11e-a233d3f80633,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:11.597784 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09d197383b6e43b9ac2d9f847f61087c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734088 Nov 11 16:19:11.598833 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-39551618-291c-46da-a53f-2e34f1abeb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:11.600514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56168) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:11.629357 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-7292d70b-7b49-43d7-a599-800e42f8a8d7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8701982 Nov 11 16:19:11.636287 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56174) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:11.642107 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:11.646945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:11.651009 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Usage tracker for resource:router and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:11.654523 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:11.660962 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:11.692093 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.722417 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.783237 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.784309 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.805215 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:19:11.806094 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.907337 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.911190 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b438efec-d8c4-453d-9142-f9c1f9006814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:11.915622 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.927192 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825748f-d8ac-47e6-b11e-a233d3f80633,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:11.929973 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:11.944036 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:11.951831 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-614fa52a-9967-413a-9495-a33ff40ad4ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4825748f-d8ac-47e6-b11e-a233d3f80633 HTTP/1.1" status: 204 len: 168 time: 0.3437920 Nov 11 16:19:12.031939 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Allocated IP 172.20.0.2 (2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd/bbff8d7b-29db-4f8e-b10f-901df85ff531/19e49cbf-ba72-4624-b30b-f1e98744ec63) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:12.247662 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.259533 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Transition to ACTIVE for port object 19e49cbf-ba72-4624-b30b-f1e98744ec63 will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:12.279592 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Transition to ACTIVE for port object 19e49cbf-ba72-4624-b30b-f1e98744ec63 will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:12.332217 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.405831 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.411247 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:12.431319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cff16-34a3-4b76-a7e2-1d69b48989ee req-39bb745e-aeef-4ead-b0d0-321c750b2c5e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:12.433251 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7f1cff16-34a3-4b76-a7e2-1d69b48989ee req-39bb745e-aeef-4ead-b0d0-321c750b2c5e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0844533 Nov 11 16:19:12.476973 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:12.480675 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:12.483894 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:12.524286 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Pushing event updated for resources: {'Port': ['ID=19e49cbf-ba72-4624-b30b-f1e98744ec63,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:12.527118 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:12.545308 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7f1cff16-34a3-4b76-a7e2-1d69b48989ee req-78c5a166-c414-4e21-beb4-b1ae60f44eb6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053205 Nov 11 16:19:12.752278 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dab48f-adce-4848-b64b-00e8d5b27371 req-9bcabdd9-fd49-46fb-b0fa-23f8778350db tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:12.754211 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d9dab48f-adce-4848-b64b-00e8d5b27371 req-9bcabdd9-fd49-46fb-b0fa-23f8778350db tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0962746 Nov 11 16:19:12.765430 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56188) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:12.771540 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Request body: {'floatingip': {'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:12.779606 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56192) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:12.805041 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.818272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.852809 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.860222 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.977958 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:12.982959 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Attempting to bind port 19e49cbf-ba72-4624-b30b-f1e98744ec63 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:12.983336 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Attempting to bind port 19e49cbf-ba72-4624-b30b-f1e98744ec63 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:12.983985 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Attempting to bind port 19e49cbf-ba72-4624-b30b-f1e98744ec63 on network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:12.984493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Usage tracker for resource:security_group_rule and tenant:8e7da82ec32a418ab0652d203fb8eef9 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:12.991936 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:12.992162 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:12.992422 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Checking segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:12.993283 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:12.993418 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Bound using segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:12.993820 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Bound port: 19e49cbf-ba72-4624-b30b-f1e98744ec63, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:12.994495 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.008671 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:13.098912 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] For port 19e49cbf-ba72-4624-b30b-f1e98744ec63, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:13.102352 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] For port 19e49cbf-ba72-4624-b30b-f1e98744ec63, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=19e49cbf-ba72-4624-b30b-f1e98744ec63,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:13.125386 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Allocated IP 172.28.2.170 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:13.189673 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.194217 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:13.253497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.297368 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Pushing event updated for resources: {'Port': ['ID=19e49cbf-ba72-4624-b30b-f1e98744ec63,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:13.300961 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:13.339062 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.343857 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.353439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-648ef147-02ba-45f2-904d-b800338e317b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:13.409615 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b769ce-c4e5-4bfe-9662-eb52a8ac9b72,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:13.415319 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e7da82ec32a418ab0652d203fb8eef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346228 Nov 11 16:19:13.416382 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:13.418292 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56196) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:13.510040 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.540946 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.585367 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.592773 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-fdd76470-3b0f-4e47-a263-9329b7d86181 tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:13.632358 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.665362 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:13.669056 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:13.672942 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:13.716668 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Pushing event updated for resources: {'Port': ['ID=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:13.722141 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:13.748322 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.863365 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.867826 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-57b87e8b-3381-4461-a766-f35a798c5258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:13.919566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b769ce-c4e5-4bfe-9662-eb52a8ac9b72,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:13.929205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:13.941888 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.l3_db [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Floating IP 3b191461-1773-4374-b4a7-a9bf345b4c32 associated. External IP: 172.28.2.72, port: 89ba99bf-8c40-4e9b-9e87-be996453dc7f. Nov 11 16:19:13.963709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:13.963709 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5b769ce-c4e5-4bfe-9662-eb52a8ac9b72 HTTP/1.1" status: 204 len: 168 time: 0.5442083 Nov 11 16:19:14.297375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:14.318845 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2e2f75-88ee-49dd-89dd-ddcb68beb7fd None None] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:19:14.354511 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Router c0c82da6-4655-4747-b424-8713c61f967a has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:19:14.519482 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-849ba10d-651b-43b3-a990-9d9c26824e49 None None] Provisioning for port 19e49cbf-ba72-4624-b30b-f1e98744ec63 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:14.547092 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:19:14.551731 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:14.601948 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:14.618594 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-168288a4-5225-4469-8fd0-02e8fe60a152 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "PUT /v2.0/floatingips/3b191461-1773-4374-b4a7-a9bf345b4c32 HTTP/1.1" status: 200 len: 990 time: 1.8519294 Nov 11 16:19:14.622552 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:14.624485 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:14.625150 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:14.745464 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'status': 'completed', 'code': 200} Nov 11 16:19:14.817281 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 19e49cbf-ba72-4624-b30b-f1e98744ec63 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:14.842044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:14.918185 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:15.182504 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-3b7c304d-22df-486d-9aa1-65ad056411cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:15.187831 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-3b7c304d-22df-486d-9aa1-65ad056411cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1098 time: 0.4073746 Nov 11 16:19:15.271802 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 19e49cbf-ba72-4624-b30b-f1e98744ec63 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:15.295530 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 19e49cbf-ba72-4624-b30b-f1e98744ec63 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:15.296100 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:15.359901 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-fd3bce00-320f-4f79-955d-6a7ffe7d2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:15.361486 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-fd3bce00-320f-4f79-955d-6a7ffe7d2709 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1684437 Nov 11 16:19:15.428008 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Router d877946f-e2ff-4fb7-9e5e-282d9e123c89 is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:19:15.508198 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:15.543791 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '3b191461-1773-4374-b4a7-a9bf345b4c32', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'floating_ip_address': '172.28.2.72', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'mac_address': 'fa:16:3e:27:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:18:55Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 1, 'project_id': '036826e9644645beae349fd2517f7baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:15.551074 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 19e49cbf-ba72-4624-b30b-f1e98744ec63, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=19e49cbf-ba72-4624-b30b-f1e98744ec63,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:15.554804 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:15.554985 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-6e7ba174-e3da-4d18-8faa-c2df9555ec30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 200 len: 998 time: 0.1846831 Nov 11 16:19:15.566868 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:15.566868 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:15.628358 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:15.643136 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:15.703030 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-e9ba81d1-7373-49a8-b946-e6430fbccc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:15.705240 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-e9ba81d1-7373-49a8-b946-e6430fbccc4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.1438613 Nov 11 16:19:15.714076 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:19:15.729189 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Sync routers for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:15.740366 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:15.741062 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:15.805371 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-08296de0-0a47-4cf4-af70-d330d613d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:15.807045 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-08296de0-0a47-4cf4-af70-d330d613d684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945258 Nov 11 16:19:15.807873 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=19e49cbf-ba72-4624-b30b-f1e98744ec63,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:15.824424 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.825045 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.825503 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.825925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.826336 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.826769 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.827320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.827730 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.828492 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.828911 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.829314 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.829723 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:15.835888 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:15.849076 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:15.917193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:15.919270 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2816842 Nov 11 16:19:15.922214 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56234) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:15.965954 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-3863d6f5-f017-4ece-bf70-f2594685443d service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514041 Nov 11 16:19:15.978716 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:16.142711 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f9ef65e9-c5d9-4de7-8831-275172b8c995 req-ca4db08f-0b5f-4e09-88d1-84e172532bb0 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642640 Nov 11 16:19:16.312703 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '3b191461-1773-4374-b4a7-a9bf345b4c32', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'floating_ip_address': '172.28.2.72', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'mac_address': 'fa:16:3e:27:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:18:55Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 1, 'project_id': '036826e9644645beae349fd2517f7baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:16.317331 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b34a5ab-62cd-4952-9ff2-e6706351ae1d None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '3b191461-1773-4374-b4a7-a9bf345b4c32', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'floating_ip_address': '172.28.2.72', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'mac_address': 'fa:16:3e:27:a4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:18:55Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 1, 'project_id': '036826e9644645beae349fd2517f7baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:16.439965 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 3, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:16.444069 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Checking router: d877946f-e2ff-4fb7-9e5e-282d9e123c89 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:16.444417 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Updating router d877946f-e2ff-4fb7-9e5e-282d9e123c89 port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:19:16.506826 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:16.567825 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6103b3da-f707-459e-bcd1-997d9ec6e030 None None] New status for floating IP 3b191461-1773-4374-b4a7-a9bf345b4c32: ACTIVE {{(pid=87452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:19:16.765437 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 19e49cbf-ba72-4624-b30b-f1e98744ec63 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:16.935764 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:16.947566 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Transition to ACTIVE for port object 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:16.961223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:16.983926 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 19e49cbf-ba72-4624-b30b-f1e98744ec63 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:16.984387 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.068336 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.080982 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:17.175779 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Attempting to bind port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:17.176149 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Attempting to bind port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:17.176522 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Attempting to bind port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:17.185465 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:17.185898 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:17.186252 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.186663 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:17.187140 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Bound port: 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:17.187543 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.218741 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Allocated IP 172.20.0.1 (2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd/bbff8d7b-29db-4f8e-b10f-901df85ff531/f5f98a5e-47ff-4154-868a-3e410c4239bc) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:17.225466 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Pushing event updated for resources: {'Port': ['ID=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,revision_number=2']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:17.245176 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.245624 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.246465 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.246465 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.246677 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.246845 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.247162 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.247484 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.247806 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.248128 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.248474 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.248816 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:17.253692 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:17.287331 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] For port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:17.290657 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] For port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:17.365909 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.370185 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-59e63582-5716-4785-98e3-165ab168e0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:17.388243 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.405898 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Transition to ACTIVE for port object f5f98a5e-47ff-4154-868a-3e410c4239bc will not be triggered until provisioned by entity DHCP. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:17.444212 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:17.444783 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:17.510440 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Pushing event updated for resources: {'Port': ['ID=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:17.520271 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.521227 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:17.525033 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:17.593852 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:17.596802 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:17.601270 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:17.636738 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:17.645701 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Pushing event updated for resources: {'Port': ['ID=f5f98a5e-47ff-4154-868a-3e410c4239bc,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:17.650329 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:17.666417 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.914321 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-94c68422-c6e3-4dde-9e0c-4e7dc30a0d5e None None] Provisioning for port f5f98a5e-47ff-4154-868a-3e410c4239bc completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:17.922219 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-94c68422-c6e3-4dde-9e0c-4e7dc30a0d5e None None] Provisioning complete for port f5f98a5e-47ff-4154-868a-3e410c4239bc triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:17.922690 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-94c68422-c6e3-4dde-9e0c-4e7dc30a0d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:17.941567 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 3, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:17.945518 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eb3ea-3dbb-41d6-b416-c73762605ba7 None None] The sync data for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb is: [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:13Z', 'revision_number': 3, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:17.987767 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-94c68422-c6e3-4dde-9e0c-4e7dc30a0d5e None None] Port f5f98a5e-47ff-4154-868a-3e410c4239bc cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:19:18.047834 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:18.481238 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:18.548574 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:18.574628 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:18.676744 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:18.680937 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Pushing event updated for resources: {'Port': ['ID=f5f98a5e-47ff-4154-868a-3e410c4239bc,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:18.687665 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:18.740595 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:18.860639 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:18.861808 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:18.920316 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:18.926528 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:18.926923 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:19.082440 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Router d877946f-e2ff-4fb7-9e5e-282d9e123c89 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:19:19.094397 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:19.116583 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:19.182484 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:19.186013 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:19.347751 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-3dd39744-83b1-40d3-81f8-931e6240d75c None None] Provisioning complete for port f5f98a5e-47ff-4154-868a-3e410c4239bc triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:19.347751 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-3dd39744-83b1-40d3-81f8-931e6240d75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:19.348900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:19:19.348900 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] 10.222.0.50 "PUT /v2.0/routers/d877946f-e2ff-4fb7-9e5e-282d9e123c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3896317 Nov 11 16:19:19.366243 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:19.371690 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:19.376042 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-3dd39744-83b1-40d3-81f8-931e6240d75c None None] Port f5f98a5e-47ff-4154-868a-3e410c4239bc cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:19:19.772083 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Sync routers for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:19.781938 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:19.781938 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:19.972767 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:20.231956 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56298) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:20.237971 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1057118494-network', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:20.242700 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:20.247105 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Usage tracker for resource:network and tenant:45edf332ccba4e7a9411cb16f520210a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:20.250274 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:20.256096 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:20.328096 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:18Z', 'revision_number': 2, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:20.332238 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Checking router: d877946f-e2ff-4fb7-9e5e-282d9e123c89 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:20.332650 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Updating router d877946f-e2ff-4fb7-9e5e-282d9e123c89 port f5f98a5e-47ff-4154-868a-3e410c4239bc binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:19:20.354088 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Made reservation on behalf of 45edf332ccba4e7a9411cb16f520210a for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:20.358131 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.375698 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.385059 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.395729 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:20.401248 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Usage tracker for resource:security_group_rule and tenant:45edf332ccba4e7a9411cb16f520210a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:20.404851 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:20.410962 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:20.496778 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.599361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.609659 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1ed7e52c-a268-415f-a2ea-70f133cf25a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:20.627186 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:19:20.655770 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80059c64-10ab-40ad-b65f-8ea87b811651,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:20.659743 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:20.660687 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.661018 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Added segment 246dc700-12dd-47cb-8e04-638b51bebbad of type vlan for network a5659399-a81f-409f-8d6b-fda812076866 Nov 11 16:19:20.691112 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.723357 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:20.769261 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.782225 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Transition to ACTIVE for port object f5f98a5e-47ff-4154-868a-3e410c4239bc will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:20.789114 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:20.789522 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.828245 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.829647 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:20.830233 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.835685 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:20.897041 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:20.902546 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-c7d9f10e-58c7-47d1-bc49-af5e89079f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:20.932582 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Pushing event updated for resources: {'Network': ['ID=a5659399-a81f-409f-8d6b-fda812076866,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:20.937783 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:20.946259 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network a5659399-a81f-409f-8d6b-fda812076866 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:19:21.031160 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74c3d8-d0da-40b8-a73d-36a8a6c23747 None None] Pushing event updated for resources: {'Port': ['ID=f5f98a5e-47ff-4154-868a-3e410c4239bc,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:21.035429 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-4b74c3d8-d0da-40b8-a73d-36a8a6c23747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:21.046673 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8131485 Nov 11 16:19:21.049284 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56316) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:21.058938 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Request body: {'subnet': {'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1057118494-subnet', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'ip_version': 4}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:21.068094 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:21.073416 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Usage tracker for resource:subnet and tenant:45edf332ccba4e7a9411cb16f520210a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:21.078490 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:21.084537 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:21.137028 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Attempting to bind port f5f98a5e-47ff-4154-868a-3e410c4239bc on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:21.137510 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Attempting to bind port f5f98a5e-47ff-4154-868a-3e410c4239bc by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:21.137941 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Attempting to bind port f5f98a5e-47ff-4154-868a-3e410c4239bc on network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:21.143736 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:21.144387 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Checking segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:21.145045 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:21.152999 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Bound using segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:21.152999 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Bound port: f5f98a5e-47ff-4154-868a-3e410c4239bc, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:21.152999 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:21.170461 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Made reservation on behalf of 45edf332ccba4e7a9411cb16f520210a for: {'subnet': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:21.172919 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10671980'] for subnet, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:21.254509 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] For port f5f98a5e-47ff-4154-868a-3e410c4239bc, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:21.258557 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] For port f5f98a5e-47ff-4154-868a-3e410c4239bc, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=f5f98a5e-47ff-4154-868a-3e410c4239bc,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:21.348607 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:21.355393 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:21.440851 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:21.441622 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:21.508204 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10615404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10671986'] for subnet, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:21.517867 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:21.522621 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74c3d8-d0da-40b8-a73d-36a8a6c23747 None None] Pushing event updated for resources: {'Port': ['ID=f5f98a5e-47ff-4154-868a-3e410c4239bc,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:21.528450 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-4b74c3d8-d0da-40b8-a73d-36a8a6c23747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:21.611657 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04028eb-d490-4063-9b7f-f8404a5bbb07,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:21.616372 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:21.624115 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Checking segment: {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:21.624517 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Network hostable DHCP agents. Network: a5659399-a81f-409f-8d6b-fda812076866, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:19:21.668877 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:21.731985 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Network a5659399-a81f-409f-8d6b-fda812076866 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:19:21.896708 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, a5659399-a81f-409f-8d6b-fda812076866) {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:21.901036 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:21.902355 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:21.908377 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac5cc0a-cfe4-4d94-a294-fdf92b7113da None None] Network a5659399-a81f-409f-8d6b-fda812076866 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:19:22.009380 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7da35aec-312a-41cc-bee4-648169068ff8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9562924 Nov 11 16:19:22.010603 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56332) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:22.011358 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.019046 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:22.025149 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:22.030627 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Usage tracker for resource:router and tenant:45edf332ccba4e7a9411cb16f520210a is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:22.035153 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:22.041502 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:22.042908 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:21Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:22.056406 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1802d6-6dbf-4022-bbc4-02fc73501210 None None] The sync data for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb is: [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:21Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:22.142561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.143901 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.155838 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-a5659399-a81f-409f-8d6b-fda812076866', 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'fixed_ips': [{'subnet_id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:19:22.156879 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.166242 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56338) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:22.175646 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.314532 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.335936 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:22.341574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Usage tracker for resource:security_group_rule and tenant:c78f1d2d014b425898398678a5b29c19 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:22.344965 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:22.351045 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:22.369690 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Allocated IP 172.20.0.2 (a5659399-a81f-409f-8d6b-fda812076866/a04028eb-d490-4063-9b7f-f8404a5bbb07/bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:22.447420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.502254 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.509196 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c9d4b104-e9c7-4d5d-9ae7-3fa55d96183e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:22.551418 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17fe79f-b6ce-49ca-b952-2450235fdf31,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:22.559891 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c78f1d2d014b425898398678a5b29c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916814 Nov 11 16:19:22.561496 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:22.562423 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56344) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:22.627575 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.655411 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.658165 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.659350 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.676790 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Transition to ACTIVE for port object bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:22.700738 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Transition to ACTIVE for port object bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:22.783769 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f5f98a5e-47ff-4154-868a-3e410c4239bc up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:22.828019 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.833596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-028e6f95-1f5d-4a04-9ef7-d948c78e53a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:22.836755 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.861770 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:22.880940 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17fe79f-b6ce-49ca-b952-2450235fdf31,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:22.884473 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:22.897569 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:22.902691 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9950d2a9-4048-41cd-8b35-691844cb6b7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a17fe79f-b6ce-49ca-b952-2450235fdf31 HTTP/1.1" status: 204 len: 168 time: 0.3383074 Nov 11 16:19:23.015655 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Network a5659399-a81f-409f-8d6b-fda812076866 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:23.020632 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:23.023446 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:23.033510 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Pushing event updated for resources: {'Port': ['ID=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:23.036399 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:23.121271 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port f5f98a5e-47ff-4154-868a-3e410c4239bc completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:23.139647 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.141541 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port f5f98a5e-47ff-4154-868a-3e410c4239bc triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:23.141914 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.174021 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.270731 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Attempting to bind port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:23.271627 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Attempting to bind port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:23.272165 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Attempting to bind port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 on network a5659399-a81f-409f-8d6b-fda812076866 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:23.281859 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:23.282553 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Checking segment: {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:23.282966 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.283408 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Bound using segment: {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:23.283947 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Bound port: bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:23.284445 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.357366 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Allocated IP 172.28.2.165 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/68a87fb1-b91d-4c4e-9cf8-f2064146a8d4) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:23.450101 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] For port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:23.465200 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] For port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:23.466888 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.504056 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port f5f98a5e-47ff-4154-868a-3e410c4239bc, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=f5f98a5e-47ff-4154-868a-3e410c4239bc,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:23.528032 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.560014 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.564786 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:23.632599 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.649785 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Pushing event updated for resources: {'Port': ['ID=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:23.653110 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:23.653869 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:23.691473 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:23.697083 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ae8a96cb-687a-4d9c-ae16-ec1b0cae2cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:23.738400 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=f5f98a5e-47ff-4154-868a-3e410c4239bc,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:23.742392 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:23.778838 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:23.782470 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:23.787091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:23.835329 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:23.842358 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:24.432784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:24.611348 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-24f4d88c-d618-4293-8f53-ae61b117fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:24.710805 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea99140-57be-477a-b439-e273e70cb7ab None None] Network a5659399-a81f-409f-8d6b-fda812076866 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:19:24.829994 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f5f98a5e-47ff-4154-868a-3e410c4239bc up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:24.945741 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:24.972373 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-36bb8051-5f96-4499-8fd3-4af1559f7498 None None] Provisioning for port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:24.975183 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port f5f98a5e-47ff-4154-868a-3e410c4239bc triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:24.975570 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:25.167449 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:25.309077 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:25.309637 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Router 6203c4be-a7a9-46c8-91cc-640acefd4b65 is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:19:25.410610 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:25.418794 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:25.419490 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:25.504254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:19:25.519662 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Sync routers for ids ['6203c4be-a7a9-46c8-91cc-640acefd4b65'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:25.530154 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-41830320-f95e-446c-98d0-8fd8e25bd705 None None] Provisioning complete for port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:25.530717 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-41830320-f95e-446c-98d0-8fd8e25bd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:25.609039 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Routers {'6203c4be-a7a9-46c8-91cc-640acefd4b65'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:25.609655 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:18:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['6203c4be-a7a9-46c8-91cc-640acefd4b65'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:25.663874 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:25.665511 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6529946 Nov 11 16:19:25.675921 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56428) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:25.723873 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:25.905881 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:25.914104 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Set router 6203c4be-a7a9-46c8-91cc-640acefd4b65 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:26.012844 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-41830320-f95e-446c-98d0-8fd8e25bd705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:26.147022 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:26.151136 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:26.283352 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-41830320-f95e-446c-98d0-8fd8e25bd705 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:19:26.283757 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-41830320-f95e-446c-98d0-8fd8e25bd705 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:19:26.305555 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:26.310004 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:26.409216 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:19:24Z', 'revision_number': 3, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:26.417214 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Checking router: 6203c4be-a7a9-46c8-91cc-640acefd4b65 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:26.417777 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Updating router 6203c4be-a7a9-46c8-91cc-640acefd4b65 port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 binding host dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:19:26.485383 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:26.496713 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:26.713560 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:26.720174 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Allocated IP 172.20.0.1 (a5659399-a81f-409f-8d6b-fda812076866/a04028eb-d490-4063-9b7f-f8404a5bbb07/5ad79277-5c67-42d6-8a3a-a2d011cb0be2) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:26.877728 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:26.892429 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:26.892920 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:26.893886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Transition to ACTIVE for port object 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:27.016652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.021548 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:27.052386 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Notify callbacks [] for port, precommit_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.082742 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Network a5659399-a81f-409f-8d6b-fda812076866 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:27.084529 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Transition to ACTIVE for port object 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:27.085703 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:27.090417 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:27.135051 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:27.139772 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:27.155005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.187873 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.192857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:27.340690 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Attempting to bind port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:27.341070 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Attempting to bind port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:27.341442 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Attempting to bind port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:27.345879 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752145-6006-479c-83b7-2456d706476f None None] Pushing event updated for resources: {'Port': ['ID=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:27.348874 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-0a752145-6006-479c-83b7-2456d706476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:27.355456 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:27.355838 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:27.356249 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.356683 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:27.357190 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Bound port: 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:27.357571 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.393067 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c96ace7b-07f8-4fc4-8682-510ea2ccc670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.427204 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-682387c5-1ec3-4462-8d1a-05a8a59fc40a None None] Provisioning for port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:27.437373 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-682387c5-1ec3-4462-8d1a-05a8a59fc40a None None] Provisioning complete for port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:27.437759 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-682387c5-1ec3-4462-8d1a-05a8a59fc40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.438845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.475631 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] For port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:27.486363 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] For port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:27.511051 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-682387c5-1ec3-4462-8d1a-05a8a59fc40a None None] Port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:19:27.553967 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.558878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:27.640344 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Routers {'6203c4be-a7a9-46c8-91cc-640acefd4b65'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:27.640996 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:19:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['6203c4be-a7a9-46c8-91cc-640acefd4b65'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:27.716753 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.724665 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a752145-6006-479c-83b7-2456d706476f None None] Pushing event updated for resources: {'Port': ['ID=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:27.729481 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-0a752145-6006-479c-83b7-2456d706476f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:27.776591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.807743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:27.841813 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] Set router 6203c4be-a7a9-46c8-91cc-640acefd4b65 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:27.884932 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:27.888085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:27.891830 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:28.125716 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Network a5659399-a81f-409f-8d6b-fda812076866 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:28.127239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:28.252658 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '5ad79277-5c67-42d6-8a3a-a2d011cb0be2', 'name': '', 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'mac_address': 'fa:16:3e:02:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:26Z', 'updated_at': '2021-11-11T16:19:26Z', 'revision_number': 1, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'subnets': [{'id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:28.257619 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b752a-7d5f-4fcd-b222-8a07b9d9db9d None None] The sync data for ids ['6203c4be-a7a9-46c8-91cc-640acefd4b65'] in dv-cinder-811151-2-smb is: [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '5ad79277-5c67-42d6-8a3a-a2d011cb0be2', 'name': '', 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'mac_address': 'fa:16:3e:02:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:26Z', 'updated_at': '2021-11-11T16:19:26Z', 'revision_number': 1, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'subnets': [{'id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:28.390574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Router 6203c4be-a7a9-46c8-91cc-640acefd4b65 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:19:28.436865 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-0f87aef3-a733-486f-8219-ac0d1fc8ed1f None None] Provisioning complete for port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:28.437252 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-0f87aef3-a733-486f-8219-ac0d1fc8ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:28.518662 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-0f87aef3-a733-486f-8219-ac0d1fc8ed1f None None] Port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:19:28.613585 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:19:28.622950 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] 10.222.0.50 "PUT /v2.0/routers/6203c4be-a7a9-46c8-91cc-640acefd4b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9459231 Nov 11 16:19:28.632971 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:29.656008 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:30.565975 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Sync routers for ids ['6203c4be-a7a9-46c8-91cc-640acefd4b65'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:19:30.580710 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Routers {'6203c4be-a7a9-46c8-91cc-640acefd4b65'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:30.581336 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:19:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['6203c4be-a7a9-46c8-91cc-640acefd4b65'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:30.795411 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Set router 6203c4be-a7a9-46c8-91cc-640acefd4b65 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:30.797793 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:31.032636 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:31.040103 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:31.040666 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:31.168870 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '5ad79277-5c67-42d6-8a3a-a2d011cb0be2', 'name': '', 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'mac_address': 'fa:16:3e:02:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:26Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 2, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'subnets': [{'id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:31.172847 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Checking router: 6203c4be-a7a9-46c8-91cc-640acefd4b65 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:19:31.173226 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Updating router 6203c4be-a7a9-46c8-91cc-640acefd4b65 port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:19:31.213638 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:31.232959 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:31.234117 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:31.328610 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:31.336250 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:31.424196 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:31.436211 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:31.641776 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:31.655718 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Transition to ACTIVE for port object 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:31.741779 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:31.746930 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Attempting to bind port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Attempting to bind port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Attempting to bind port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 on network a5659399-a81f-409f-8d6b-fda812076866 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Checking segment: {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Bound using segment: {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Bound port: 5ad79277-5c67-42d6-8a3a-a2d011cb0be2, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246dc700-12dd-47cb-8e04-638b51bebbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:32.067834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7a7b-88e9-4f45-b30d-f45e2019f123 None None] Pushing event updated for resources: {'Port': ['ID=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:32.070148 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-92ef7a7b-88e9-4f45-b30d-f45e2019f123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:32.170519 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] For port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:32.184794 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] For port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:32.710399 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:32.731901 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:32.738812 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:32.780408 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:32.780781 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:32.820413 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7a7b-88e9-4f45-b30d-f45e2019f123 None None] Pushing event updated for resources: {'Port': ['ID=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:32.827345 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Routers {'6203c4be-a7a9-46c8-91cc-640acefd4b65'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:19:32.828764 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:19:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['6203c4be-a7a9-46c8-91cc-640acefd4b65'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:32.925879 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-92ef7a7b-88e9-4f45-b30d-f45e2019f123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:33.070961 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] Set router 6203c4be-a7a9-46c8-91cc-640acefd4b65 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:19:33.430745 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '5ad79277-5c67-42d6-8a3a-a2d011cb0be2', 'name': '', 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'mac_address': 'fa:16:3e:02:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:26Z', 'updated_at': '2021-11-11T16:19:32Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'subnets': [{'id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:19:33.437024 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000eee8-ceda-4aac-8104-737c73a5f44f None None] The sync data for ids ['6203c4be-a7a9-46c8-91cc-640acefd4b65'] in dv-cinder-811151-2-smb is: [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:19:27Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '5ad79277-5c67-42d6-8a3a-a2d011cb0be2', 'name': '', 'network_id': 'a5659399-a81f-409f-8d6b-fda812076866', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'mac_address': 'fa:16:3e:02:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:26Z', 'updated_at': '2021-11-11T16:19:32Z', 'revision_number': 4, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'subnets': [{'id': 'a04028eb-d490-4063-9b7f-f8404a5bbb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:19:34.764091 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:34.935452 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:34.940736 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:34.944092 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:35.067526 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:35.103338 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:19:35.198991 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:35.205941 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:35.316418 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:35.321383 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:36.712520 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:19:36.794160 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:36.794531 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:41.653850 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-64405189-c160-4429-9866-3d446a9a706e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:41.655155 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-64405189-c160-4429-9866-3d446a9a706e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 815 time: 0.1417134 Nov 11 16:19:41.669707 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-e709cff6-84bb-4815-b029-4a3ee8885084 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/quotas/4d1b504afca14299800fc7f4033607aa HTTP/1.1" status: 200 len: 375 time: 0.0091803 Nov 11 16:19:41.749691 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-c9d4d503-40b7-49af-b406-1db961788ddd tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:19:42.009494 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-c9d4d503-40b7-49af-b406-1db961788ddd tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:19:42.015974 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-c9d4d503-40b7-49af-b406-1db961788ddd tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3362603 Nov 11 16:19:42.147355 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-79fd1a77-7d58-478f-8aaf-03a7dc7bc46c service neutron] 10.222.0.50 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245635 Nov 11 16:19:42.282633 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-a61e191a-b7c0-4ea1-be55-748a757b9e3c service neutron] 10.222.0.50 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281791 Nov 11 16:19:42.752623 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-93425ffb-13be-498a-92de-809996cf4902 req-2b344acd-d974-4c12-bf4b-f9f89e88150a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 210 time: 0.0499239 Nov 11 16:19:43.850553 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4b46ae62-a3da-4f8e-bb3d-aab9c5306a43 req-49094dfc-a4f0-4e52-9de3-67654675963c tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 210 time: 0.0423555 Nov 11 16:19:44.999828 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e9df741a-72a1-4e63-a60c-97f7cf8e8435 req-3f8ee2c2-7502-40a3-b503-8a14dcb54d9b tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 210 time: 0.0425198 Nov 11 16:19:45.866036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-fd2db1f3-b618-4afd-8651-bda46c1a2fa5 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:45.867344 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-fd2db1f3-b618-4afd-8651-bda46c1a2fa5 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:network {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:19:45.929875 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-fd2db1f3-b618-4afd-8651-bda46c1a2fa5 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:network {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:19:45.931683 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-fd2db1f3-b618-4afd-8651-bda46c1a2fa5 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 815 time: 0.2197685 Nov 11 16:19:45.944187 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'port': {'device_id': '68445674-680c-40f8-b449-ed9bac2d722b', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'admin_state_up': True, 'tenant_id': '4d1b504afca14299800fc7f4033607aa'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:46.120253 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:46.130598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:46.211927 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b1b05aca-73df-41ae-8652-5025118d4c36 req-c1a2884f-dca4-45f0-b089-9d68e33d5e4a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 210 time: 0.0489378 Nov 11 16:19:46.214561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Made reservation on behalf of 4d1b504afca14299800fc7f4033607aa for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:19:46.220910 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:46.389176 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Allocated IP 172.20.0.11 (2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd/bbff8d7b-29db-4f8e-b10f-901df85ff531/03e9e296-3ce3-45a3-9aab-3816b080c589) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:19:46.597491 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:46.612763 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Transition to ACTIVE for port object 03e9e296-3ce3-45a3-9aab-3816b080c589 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:46.751726 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:46.762602 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:46.863743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:19:46.867565 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:19:46.872452 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:19:46.920591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:46.935704 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:46.971800 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:46.972625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:47.083749 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1433659 Nov 11 16:19:47.198387 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-ea9e77a1-19c1-46e6-8351-ae154ba508bf None None] Provisioning for port 03e9e296-3ce3-45a3-9aab-3816b080c589 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:19:47.204051 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-ea9e77a1-19c1-46e6-8351-ae154ba508bf None None] Provisioning complete for port 03e9e296-3ce3-45a3-9aab-3816b080c589 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:19:47.208445 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ea9e77a1-19c1-46e6-8351-ae154ba508bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:47.321627 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-ea9e77a1-19c1-46e6-8351-ae154ba508bf None None] Port 03e9e296-3ce3-45a3-9aab-3816b080c589 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:19:47.630639 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6446f-2516-4c74-835a-aae4708cf6a8 req-294e2225-8c21-47ac-b369-61677b64e798 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:47.632757 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-18c6446f-2516-4c74-835a-aae4708cf6a8 req-294e2225-8c21-47ac-b369-61677b64e798 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.2163384 Nov 11 16:19:47.706122 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:19:47.708159 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-18c6446f-2516-4c74-835a-aae4708cf6a8 req-cf3a21ce-c539-44ab-8a93-95ce666c6a61 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684183 Nov 11 16:19:48.901768 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa0afe-8d56-43ff-a809-5b4d2fc1e59b req-0e26a49f-9e79-4bad-949e-01447e3b2b43 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:48.903245 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bffa0afe-8d56-43ff-a809-5b4d2fc1e59b req-0e26a49f-9e79-4bad-949e-01447e3b2b43 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0851624 Nov 11 16:19:48.949558 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bffa0afe-8d56-43ff-a809-5b4d2fc1e59b req-aa34fd90-7f1b-49b9-b07b-2086d3339677 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Nov 11 16:19:50.147973 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61a960-1b34-459e-97bf-bd9834304ba2 req-2f6e463a-0997-4fe8-961a-9105c8954ea7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:50.149988 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-be61a960-1b34-459e-97bf-bd9834304ba2 req-2f6e463a-0997-4fe8-961a-9105c8954ea7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0922031 Nov 11 16:19:50.194978 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-be61a960-1b34-459e-97bf-bd9834304ba2 req-b54950f1-c24d-4b87-9c10-0b9fc2d3b891 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Nov 11 16:19:51.408030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fa58c-c71c-4521-a3e6-22428a3c867e req-dc821f3b-5bd5-4b70-84d7-d7bc22adbdcf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:51.409500 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6d4fa58c-c71c-4521-a3e6-22428a3c867e req-dc821f3b-5bd5-4b70-84d7-d7bc22adbdcf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0853477 Nov 11 16:19:51.469888 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6d4fa58c-c71c-4521-a3e6-22428a3c867e req-19c04cc3-dc08-4157-a163-fdf0a1b00483 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545368 Nov 11 16:19:52.249235 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:52.771247 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d02af7-2611-44c0-8784-dfc465e96ed7 req-74996bd8-84de-4743-a941-af25197386cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:52.772732 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55d02af7-2611-44c0-8784-dfc465e96ed7 req-74996bd8-84de-4743-a941-af25197386cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.1957140 Nov 11 16:19:52.818620 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-55d02af7-2611-44c0-8784-dfc465e96ed7 req-bbca8463-c681-4f22-9344-a2aad4463e4a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Nov 11 16:19:54.024695 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e88b6-d9eb-40e5-a51d-272e2bf662b3 req-16d78bc7-48a8-4070-89c9-5ba5e5205852 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:54.026347 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d11e88b6-d9eb-40e5-a51d-272e2bf662b3 req-16d78bc7-48a8-4070-89c9-5ba5e5205852 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0956805 Nov 11 16:19:54.078922 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d11e88b6-d9eb-40e5-a51d-272e2bf662b3 req-f597ea22-aa80-48f8-bce3-396550e44ffb tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Nov 11 16:19:54.694126 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4bac3c4b-0025-48ae-b82a-d3cbf368d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:55.231564 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:55.275899 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91988b-726e-48d4-8325-d03f5e121369 req-0f8700d0-ad3a-4c06-9367-de84cf49c96e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:55.277762 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8b91988b-726e-48d4-8325-d03f5e121369 req-0f8700d0-ad3a-4c06-9367-de84cf49c96e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0890813 Nov 11 16:19:55.322947 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-8b91988b-726e-48d4-8325-d03f5e121369 req-d2c7dca3-52fd-4655-91d0-44f19610b289 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Nov 11 16:19:55.648123 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56780) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:55.782103 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:55.801721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:19:55.807384 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Usage tracker for resource:security_group_rule and tenant:2eca5f6cc6444108973202203ba20071 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:19:55.811613 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:19:55.816376 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:19:55.899912 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:56.048567 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:56.057120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-74c05735-52d1-4788-bfef-dc54378c657f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:56.102966 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2eca5f6cc6444108973202203ba20071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673121 Nov 11 16:19:56.104216 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab833b1-5003-40a8-ab2f-e4e4f2a94262,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:56.106489 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56786) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:19:56.111931 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.112318 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.112704 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.113073 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.113425 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.113784 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.114133 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.114487 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.114835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.115185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.115535 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.115884 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:19:56.120577 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:56.188887 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:56.218559 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:56.386168 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:56.390219 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0224928b-397e-445d-80e5-91cd3fd56c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:56.403926 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab833b1-5003-40a8-ab2f-e4e4f2a94262,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:56.408663 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:56.410209 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ab833b1-5003-40a8-ab2f-e4e4f2a94262 HTTP/1.1" status: 204 len: 168 time: 0.3026087 Nov 11 16:19:56.411389 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b07788cc-46ee-4550-8a43-5c3f24d6953a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:56.520405 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69c948-2047-439f-aa53-77e08cdf1005 req-a5e8685b-4c35-4a89-85d9-d05d64335f5f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:56.522259 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4f69c948-2047-439f-aa53-77e08cdf1005 req-a5e8685b-4c35-4a89-85d9-d05d64335f5f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0862272 Nov 11 16:19:56.590299 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4f69c948-2047-439f-aa53-77e08cdf1005 req-f28ef388-f4bc-41ce-9acc-4a459eb40ffd tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599499 Nov 11 16:19:57.369719 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c4826f15-2116-4d8b-862a-7dca33deff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:57.775541 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48dfd2-c1e6-4a1f-a957-330ac99bf293 req-725396d3-e2d7-48fa-8627-1a92a845edba tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:57.776989 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2a48dfd2-c1e6-4a1f-a957-330ac99bf293 req-725396d3-e2d7-48fa-8627-1a92a845edba tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0789359 Nov 11 16:19:57.820310 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2a48dfd2-c1e6-4a1f-a957-330ac99bf293 req-9e6bad1c-3534-4d7b-ad87-475f67166a7b tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 Nov 11 16:19:58.426011 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Request body: {'port': {'device_id': '68445674-680c-40f8-b449-ed9bac2d722b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:19:58.621326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:58.654053 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:58.966938 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e9e296-3ce3-45a3-9aab-3816b080c589 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:19:58.974055 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:58.988817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Transition to ACTIVE for port object 03e9e296-3ce3-45a3-9aab-3816b080c589 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:19:59.017544 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b904cb2-b618-4e2e-a52d-489473027af8 req-09738299-0ff7-4a74-8138-307898f3c616 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:59.019038 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0b904cb2-b618-4e2e-a52d-489473027af8 req-09738299-0ff7-4a74-8138-307898f3c616 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 932 time: 0.0844896 Nov 11 16:19:59.053590 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:59.058968 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-e5f4ebec-6c64-4a92-8a76-64eba35e5452 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:59.062948 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0b904cb2-b618-4e2e-a52d-489473027af8 req-88b725f3-ce5a-4634-9696-4957296ef418 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376635 Nov 11 16:19:59.218227 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:59.221059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:59.300770 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Attempting to bind port 03e9e296-3ce3-45a3-9aab-3816b080c589 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:19:59.301095 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Attempting to bind port 03e9e296-3ce3-45a3-9aab-3816b080c589 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:19:59.301414 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Attempting to bind port 03e9e296-3ce3-45a3-9aab-3816b080c589 on network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:59.306561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Port 03e9e296-3ce3-45a3-9aab-3816b080c589 on network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:19:59.306886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Attempting to bind port 03e9e296-3ce3-45a3-9aab-3816b080c589 on network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:19:59.312065 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:19:59.320797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Checking segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:19:59.320797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Bound using segment: {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:19:59.320797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Bound port: 03e9e296-3ce3-45a3-9aab-3816b080c589, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:19:59.320797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:59.404138 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:19:59.407068 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:19:59.482469 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:59.486797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:19:59.547538 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:19:59.548205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:19:59.549511 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] 10.222.0.60 "PUT /v2.0/ports/03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 1094 time: 1.1279838 Nov 11 16:19:59.550010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:19:59.575782 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:19:59.579281 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:19:59.597363 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'status': 'completed', 'code': 200} Nov 11 16:19:59.699353 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:00.245850 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220240c5-7855-4811-a6db-f91a50caf30e req-981a46ab-9c3d-435f-b25f-53db6e035c31 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:00.247360 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-220240c5-7855-4811-a6db-f91a50caf30e req-981a46ab-9c3d-435f-b25f-53db6e035c31 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 944 time: 0.0806336 Nov 11 16:20:00.292114 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-220240c5-7855-4811-a6db-f91a50caf30e req-312da970-640d-4020-9951-6892f4e24315 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Nov 11 16:20:00.885024 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4671-7844-414f-81a0-9d1ef8ee5cdd req-3a3a8fd7-c329-455d-b558-919f865399bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:00.887487 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20cc4671-7844-414f-81a0-9d1ef8ee5cdd req-3a3a8fd7-c329-455d-b558-919f865399bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1097 time: 0.0813463 Nov 11 16:20:01.030503 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4671-7844-414f-81a0-9d1ef8ee5cdd req-fbba2c03-6c54-4194-aad9-8027d8967d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:01.031911 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20cc4671-7844-414f-81a0-9d1ef8ee5cdd req-fbba2c03-6c54-4194-aad9-8027d8967d19 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4d1b504afca14299800fc7f4033607aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1371813 Nov 11 16:20:01.167916 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4671-7844-414f-81a0-9d1ef8ee5cdd req-8e4bb8f2-63cc-4d91-86e9-6c4fbcd9a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:01.169414 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20cc4671-7844-414f-81a0-9d1ef8ee5cdd req-8e4bb8f2-63cc-4d91-86e9-6c4fbcd9a90e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296611 Nov 11 16:20:01.282032 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-3b12e820-0def-4829-ab4a-18b0ef2ffe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:01.283528 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-3b12e820-0def-4829-ab4a-18b0ef2ffe1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1097 time: 0.0765061 Nov 11 16:20:01.356389 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-41885148-f930-48b0-86fb-58f2c6741c6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 217 time: 0.0619056 Nov 11 16:20:01.427421 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-4c669ed3-5924-47a5-949d-0e3be3ae2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:01.429003 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-4c669ed3-5924-47a5-949d-0e3be3ae2051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.0661376 Nov 11 16:20:01.508153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-04eb5cd3-7e70-47bf-8252-aa8b5dd2afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:01.512087 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-04eb5cd3-7e70-47bf-8252-aa8b5dd2afee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747638 Nov 11 16:20:01.712639 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-4bdf0066-8d81-4ae9-a44d-c24e1ac58274 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950691 Nov 11 16:20:01.728842 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-7f59a14d-c71a-43dd-91a3-d2d9e8534109 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:01.729499 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-7f59a14d-c71a-43dd-91a3-d2d9e8534109 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:20:01.929197 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-01d10c8d-7a60-4cbf-b10c-e63232822756 req-3ffa536a-2096-41a7-b144-7eb7c616b444 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082818 Nov 11 16:20:02.053742 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-7f59a14d-c71a-43dd-91a3-d2d9e8534109 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:20:02.055086 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-7f59a14d-c71a-43dd-91a3-d2d9e8534109 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 944 time: 0.6480830 Nov 11 16:20:02.098255 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-ebc51bf0-67c5-44d0-847b-2af873501a54 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:20:02.224797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-ebc51bf0-67c5-44d0-847b-2af873501a54 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:20:02.226011 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-03c7eb8f-eed8-4081-8227-caa11b950816 req-ebc51bf0-67c5-44d0-847b-2af873501a54 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645560 Nov 11 16:20:03.409427 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53247a08-f9ae-42c5-a766-9db19bdb081f req-ad692465-52a8-4ef7-9c3d-ef648421891d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:03.410838 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-53247a08-f9ae-42c5-a766-9db19bdb081f req-ad692465-52a8-4ef7-9c3d-ef648421891d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 944 time: 0.0801361 Nov 11 16:20:03.455148 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-53247a08-f9ae-42c5-a766-9db19bdb081f req-98add9d2-ffb2-4e57-8436-ffa3ca1207ab tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Nov 11 16:20:03.945974 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03e9e296-3ce3-45a3-9aab-3816b080c589 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:20:04.088328 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:04.104695 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'port_id': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'mac_address': 'fa:16:3e:7c:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:20:04.159465 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:04.175713 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e9e296-3ce3-45a3-9aab-3816b080c589 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:20:04.191251 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:04.264974 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:04.266880 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:04.362186 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:04.365345 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:04.530056 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb08aa-9d90-4195-be9e-97b88f15ecaa req-8394ca19-6e23-4b59-a07d-5966611e95d9 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:04.531654 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8bdb08aa-9d90-4195-be9e-97b88f15ecaa req-8394ca19-6e23-4b59-a07d-5966611e95d9 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0842090 Nov 11 16:20:04.532477 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03e9e296-3ce3-45a3-9aab-3816b080c589'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:20:04.578168 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8bdb08aa-9d90-4195-be9e-97b88f15ecaa req-f376a6d5-93ff-40cd-956f-d6d637936803 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Nov 11 16:20:04.645030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3f32b-0f77-4aa3-8e50-08cfd5f41ffc req-96f6eb5b-9152-40af-8393-6e50a1376d4e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:04.646498 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ced3f32b-0f77-4aa3-8e50-08cfd5f41ffc req-96f6eb5b-9152-40af-8393-6e50a1376d4e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 945 time: 0.0857470 Nov 11 16:20:04.691281 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ced3f32b-0f77-4aa3-8e50-08cfd5f41ffc req-0011ffda-a6b1-44e9-a636-cf13c522ec6e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383556 Nov 11 16:20:05.778396 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeca52b-09ca-447f-b666-62c7dcb3f901 req-3b30deb2-5d1d-4263-842d-6435d805cd1c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:05.795705 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ceeca52b-09ca-447f-b666-62c7dcb3f901 req-3b30deb2-5d1d-4263-842d-6435d805cd1c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0894213 Nov 11 16:20:05.837275 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ceeca52b-09ca-447f-b666-62c7dcb3f901 req-bab12843-6dcf-4ef1-a615-6af8fec2d1c7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511868 Nov 11 16:20:05.962892 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03e9e296-3ce3-45a3-9aab-3816b080c589 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:20:06.022422 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268022c7-02a8-4be3-a113-0b0efd541a65 req-1e32e621-7e15-4461-b163-aee3445bf6d4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:06.023942 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-268022c7-02a8-4be3-a113-0b0efd541a65 req-1e32e621-7e15-4461-b163-aee3445bf6d4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 945 time: 0.0825779 Nov 11 16:20:06.070225 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-268022c7-02a8-4be3-a113-0b0efd541a65 req-556b92b2-32fe-4f56-a702-7d6b3e7bf1a6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392206 Nov 11 16:20:06.098940 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 03e9e296-3ce3-45a3-9aab-3816b080c589 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:20:06.104887 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 03e9e296-3ce3-45a3-9aab-3816b080c589 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:20:06.105431 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:06.221493 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:06.253237 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:06.263807 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:06.298769 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'code': 200} Nov 11 16:20:06.368341 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:06.370229 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:06.435703 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:06.438708 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:06.770793 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e47d48-f87a-442b-9fb4-a598314c90a8 req-2b49a6fc-4e07-4801-a16f-3a454e6d3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:06.772241 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b3e47d48-f87a-442b-9fb4-a598314c90a8 req-2b49a6fc-4e07-4801-a16f-3a454e6d3231 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1099 time: 0.1149564 Nov 11 16:20:06.813725 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b3e47d48-f87a-442b-9fb4-a598314c90a8 req-f78b6292-c813-4e26-a917-7aa270c23d16 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339880 Nov 11 16:20:07.037230 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448eccd-1597-43e1-bc10-8d08959aa684 req-8670d692-4ef3-452c-bd48-87cd7852cd3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:07.038676 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a448eccd-1597-43e1-bc10-8d08959aa684 req-8670d692-4ef3-452c-bd48-87cd7852cd3b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0836651 Nov 11 16:20:07.083277 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a448eccd-1597-43e1-bc10-8d08959aa684 req-e752e949-6985-44c1-9802-eb8bd1983dc1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380139 Nov 11 16:20:07.262876 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0f83e-3213-4275-bdf9-27d2604f9cfd req-a2da69fc-a134-410f-b26b-de5dac3b22b4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:07.263755 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-08b0f83e-3213-4275-bdf9-27d2604f9cfd req-a2da69fc-a134-410f-b26b-de5dac3b22b4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0852132 Nov 11 16:20:07.308768 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-08b0f83e-3213-4275-bdf9-27d2604f9cfd req-15a1f652-2ea5-4a59-9ad9-e5f3804fdd14 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Nov 11 16:20:08.138697 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aead6-114d-4f09-9d47-ed5795fb1812 req-255c092c-ce42-4ab1-a415-2ef5b81c2f2f tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:08.140152 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-688aead6-114d-4f09-9d47-ed5795fb1812 req-255c092c-ce42-4ab1-a415-2ef5b81c2f2f tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0814462 Nov 11 16:20:08.184954 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-688aead6-114d-4f09-9d47-ed5795fb1812 req-6a108d65-5fe9-47cd-b10f-89770b8bf42d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390086 Nov 11 16:20:08.387254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed8c2a-3a90-49ef-a479-46f7fa16ba30 req-10d450e1-0f78-479d-8a7b-6d7644145618 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:08.388763 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d6ed8c2a-3a90-49ef-a479-46f7fa16ba30 req-10d450e1-0f78-479d-8a7b-6d7644145618 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0819879 Nov 11 16:20:08.441083 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d6ed8c2a-3a90-49ef-a479-46f7fa16ba30 req-68faa4e9-889c-4577-bed2-1df512fd199e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466876 Nov 11 16:20:08.498167 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a215fd5-d3ab-4fca-b5d0-3a661c59331b req-02465786-2853-4191-8132-90b9a86a82b4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:08.499567 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4a215fd5-d3ab-4fca-b5d0-3a661c59331b req-02465786-2853-4191-8132-90b9a86a82b4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0854940 Nov 11 16:20:08.543382 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4a215fd5-d3ab-4fca-b5d0-3a661c59331b req-d312d258-b538-4df6-9c8c-017277ce3a8e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Nov 11 16:20:08.725599 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eef49-1b67-46ff-b72e-a638cbe89e15 req-37fe4c18-9199-43fe-ba1c-249c5f447c17 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:08.727160 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-809eef49-1b67-46ff-b72e-a638cbe89e15 req-37fe4c18-9199-43fe-ba1c-249c5f447c17 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0802197 Nov 11 16:20:08.772166 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-809eef49-1b67-46ff-b72e-a638cbe89e15 req-d5434831-ca5e-4da0-8e09-d6cd553fe71d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 Nov 11 16:20:09.171053 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68bed0-20bb-4773-b882-d9da3c7b554b req-aa1aabd7-7290-4cee-b3ee-42fffbfccdcb tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:09.172396 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fa68bed0-20bb-4773-b882-d9da3c7b554b req-aa1aabd7-7290-4cee-b3ee-42fffbfccdcb tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0924423 Nov 11 16:20:09.217909 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fa68bed0-20bb-4773-b882-d9da3c7b554b req-a400f7ad-573b-4764-911b-9ad06147a58c tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Nov 11 16:20:09.374945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea67657-3a32-43eb-8a2d-4ff348ba94aa req-c6d0c1b7-2f4e-4868-851d-12121bc07e0c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:09.376429 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ea67657-3a32-43eb-8a2d-4ff348ba94aa req-c6d0c1b7-2f4e-4868-851d-12121bc07e0c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0820441 Nov 11 16:20:09.425830 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2ea67657-3a32-43eb-8a2d-4ff348ba94aa req-9ecdbd73-276c-431f-9a99-a2b7a3bc6ce6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Nov 11 16:20:09.629143 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62b9a-1788-48a7-9e92-7f1af91017a8 req-cdba17ed-ecbd-4567-8f8f-cbbb986c73f6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:09.630602 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e5d62b9a-1788-48a7-9e92-7f1af91017a8 req-cdba17ed-ecbd-4567-8f8f-cbbb986c73f6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0808246 Nov 11 16:20:09.675140 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e5d62b9a-1788-48a7-9e92-7f1af91017a8 req-4de0f91f-6aca-4f81-b961-ee20e74c8389 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387311 Nov 11 16:20:10.608978 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc01466-9d97-4cbe-837d-be0c8417c903 req-065e6607-cfee-451d-a7bf-0cd79310f452 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:10.610319 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8dc01466-9d97-4cbe-837d-be0c8417c903 req-065e6607-cfee-451d-a7bf-0cd79310f452 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0784891 Nov 11 16:20:10.654075 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8dc01466-9d97-4cbe-837d-be0c8417c903 req-92ca28f3-ac27-44af-9882-d2819af0f2df tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380518 Nov 11 16:20:10.868612 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0261d-9abe-4e0a-840a-b1b89e5f521a req-50e27bf1-8528-4fc8-aa61-ce8587e61e5e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:10.870141 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f8e0261d-9abe-4e0a-840a-b1b89e5f521a req-50e27bf1-8528-4fc8-aa61-ce8587e61e5e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0842073 Nov 11 16:20:10.913244 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f8e0261d-9abe-4e0a-840a-b1b89e5f521a req-fa095426-840c-4d2a-bc99-6ec72e448c1d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374570 Nov 11 16:20:11.841655 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca7e24-8bdd-4747-8059-a040ad629ea5 req-21249268-6a66-4175-9da7-a86013af64a6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:11.843128 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-96ca7e24-8bdd-4747-8059-a040ad629ea5 req-21249268-6a66-4175-9da7-a86013af64a6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0839028 Nov 11 16:20:11.890812 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-96ca7e24-8bdd-4747-8059-a040ad629ea5 req-f59c62c5-fa75-4645-a880-3327e2ed2952 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420868 Nov 11 16:20:12.177452 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a9905-b4fd-478f-a36a-a5d84850f375 req-ba9fc874-c12f-4315-8fb9-6571b68894b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:12.178889 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cb8a9905-b4fd-478f-a36a-a5d84850f375 req-ba9fc874-c12f-4315-8fb9-6571b68894b0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1528153 Nov 11 16:20:12.225477 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-cb8a9905-b4fd-478f-a36a-a5d84850f375 req-17ee23a2-8b9b-495a-b69f-7a9e230ca784 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401237 Nov 11 16:20:13.077969 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f208e-3a11-435c-ae17-b1fc98dc39ce req-99c8720d-2022-4e3a-a37c-c18a27e29729 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:13.079388 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7c0f208e-3a11-435c-ae17-b1fc98dc39ce req-99c8720d-2022-4e3a-a37c-c18a27e29729 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0828743 Nov 11 16:20:13.122553 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7c0f208e-3a11-435c-ae17-b1fc98dc39ce req-72c99e54-ff95-4632-9b0a-eebbac3e284f tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375481 Nov 11 16:20:13.419213 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c59f8b-778b-4dee-8fc6-bf07bab48d43 req-eb00fe0c-ff7a-4cf6-a22a-31838d455c9b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:13.421365 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-98c59f8b-778b-4dee-8fc6-bf07bab48d43 req-eb00fe0c-ff7a-4cf6-a22a-31838d455c9b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0821393 Nov 11 16:20:13.458050 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-da9d431c-2cc6-4d10-95fc-4980d5710e14 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:13.459554 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-da9d431c-2cc6-4d10-95fc-4980d5710e14 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 945 time: 0.0805366 Nov 11 16:20:13.466703 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-98c59f8b-778b-4dee-8fc6-bf07bab48d43 req-8ad4179e-06f0-4878-bcc3-b1e942953d48 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Nov 11 16:20:13.542161 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Deleting port 03709420-a1cc-4a0b-9d3b-ec087b14571c {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:20:13.542493 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:13.780525 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] For port 03709420-a1cc-4a0b-9d3b-ec087b14571c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03709420-a1cc-4a0b-9d3b-ec087b14571c,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:13.787629 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:13.969297 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Calling delete_port for 03709420-a1cc-4a0b-9d3b-ec087b14571c owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:20:14.178755 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:14.184924 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cc74715e-c113-4b16-b2d1-45901bc7c91f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:14.192495 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03709420-a1cc-4a0b-9d3b-ec087b14571c'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:20:14.231609 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Pushing event deleted for resources: {'Port': ['ID=03709420-a1cc-4a0b-9d3b-ec087b14571c,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:14.235569 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:14.348613 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6986b552-04ab-4382-92e0-de4a007db155 req-726475ac-c8e4-44c5-81cf-8f7f9b19b3f6 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 210 time: 0.0863144 Nov 11 16:20:14.349659 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] No DVR routers for this DVR port 03709420-a1cc-4a0b-9d3b-ec087b14571c on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:20:14.353560 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:14.357263 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'name': 'network-vif-deleted', 'tag': '03709420-a1cc-4a0b-9d3b-ec087b14571c'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:14.442578 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-05e3602f-bc3a-4c16-96be-61d3647dc71f req-570852e7-51ee-46b2-9ba0-f6b5e1cd622a tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "DELETE /v2.0/ports/03709420-a1cc-4a0b-9d3b-ec087b14571c HTTP/1.1" status: 204 len: 173 time: 0.9700799 Nov 11 16:20:14.471441 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f', 'name': 'network-vif-deleted', 'tag': '03709420-a1cc-4a0b-9d3b-ec087b14571c', 'status': 'completed', 'code': 200} Nov 11 16:20:14.664685 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc727c-6760-47d7-a977-b566d0b4ba5a req-0c2315d4-c8b5-419f-b0bf-dd4fbb766d7e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:14.666168 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-affc727c-6760-47d7-a977-b566d0b4ba5a req-0c2315d4-c8b5-419f-b0bf-dd4fbb766d7e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0831163 Nov 11 16:20:14.721590 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-affc727c-6760-47d7-a977-b566d0b4ba5a req-296d568b-7c88-4af4-b5ab-a878842c5dd7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493011 Nov 11 16:20:14.826146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f200-6c0c-4ab0-b0d3-516fcc3d40df req-4cb3d60d-3c0c-4a49-9545-9868c4e86e70 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:14.827738 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a107f200-6c0c-4ab0-b0d3-516fcc3d40df req-4cb3d60d-3c0c-4a49-9545-9868c4e86e70 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.1050024 Nov 11 16:20:14.873420 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a107f200-6c0c-4ab0-b0d3-516fcc3d40df req-a1d79ec5-49b0-4678-a97a-651e1faef917 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396976 Nov 11 16:20:14.897258 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56964) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:15.076085 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1c1e2-d014-4ba8-9ac4-4e72c2df9c50 tempest-TestMinimumBasicScenario-577609380 tempest-TestMinimumBasicScenario-577609380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:15.077602 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8dd1c1e2-d014-4ba8-9ac4-4e72c2df9c50 tempest-TestMinimumBasicScenario-577609380 tempest-TestMinimumBasicScenario-577609380-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1094 time: 0.1792567 Nov 11 16:20:15.080483 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 56970) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:15.085535 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'floatingip': {'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'port_id': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:15.091234 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:15.095256 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:floatingip and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:15.098062 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:15.104060 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:15.189867 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for floatingip, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:15.328031 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:15.468176 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Allocated IP 172.28.2.233 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/aefbb0cc-f0af-40c6-9cc9-3ed9ea2a20f8) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:20:15.520560 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-30d8fae9-9e52-40ae-9af2-28c4f00a876c req-9acae9e8-752d-4ef8-bd0f-012f1d83dd5d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Synchronizing usage tracker for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:20:15.623546 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:15.647149 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-30d8fae9-9e52-40ae-9af2-28c4f00a876c req-9acae9e8-752d-4ef8-bd0f-012f1d83dd5d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Unset dirty status for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:20:15.649139 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-30d8fae9-9e52-40ae-9af2-28c4f00a876c req-9acae9e8-752d-4ef8-bd0f-012f1d83dd5d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5e14f2-50ac-411f-9b6e-ca0683b3ad6f HTTP/1.1" status: 200 len: 210 time: 0.1718678 Nov 11 16:20:15.791210 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:15.797330 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:15.895809 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:20:15.905031 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:20:15.909539 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:20:15.946679 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'Port': ['ID=aefbb0cc-f0af-40c6-9cc9-3ed9ea2a20f8,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:15.965918 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.966289 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.966645 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.967000 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.967352 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.967699 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.968046 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.968390 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.968763 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.969104 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.969445 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.969784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:15.975682 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:16.057861 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d9b07-b8f0-46df-8661-9e078127183f req-6b55b73f-77c1-4cae-8e1b-3ffd850092ff tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:16.059199 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9e6d9b07-b8f0-46df-8661-9e078127183f req-6b55b73f-77c1-4cae-8e1b-3ffd850092ff tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.2193384 Nov 11 16:20:16.207521 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9e6d9b07-b8f0-46df-8661-9e078127183f req-de1a35bf-9ee0-4a68-a598-c7046ec90ebf tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203036 Nov 11 16:20:16.386477 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:16.577223 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:16.880735 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:17.007607 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:17.012656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-51d6d078-64b2-4c32-85cd-16cdf6253c77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:17.119236 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'Port': ['ID=aefbb0cc-f0af-40c6-9cc9-3ed9ea2a20f8,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:17.123448 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:17.131661 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:17.323161 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.l3_db [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Floating IP c471acf4-2738-4008-ab7a-2b3d853b1cf0 associated. External IP: 172.28.2.233, port: 03e9e296-3ce3-45a3-9aab-3816b080c589. Nov 11 16:20:17.568987 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97024787-9c7f-4dc8-8388-30452e471dee req-18029941-d60c-4140-bbac-eca0e6dcd4eb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:17.570784 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-97024787-9c7f-4dc8-8388-30452e471dee req-18029941-d60c-4140-bbac-eca0e6dcd4eb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1948447 Nov 11 16:20:17.747457 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-97024787-9c7f-4dc8-8388-30452e471dee req-ca1b87da-e07e-457c-bfd2-1738a4b97156 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241994 Nov 11 16:20:17.778361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Router d877946f-e2ff-4fb7-9e5e-282d9e123c89 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:20:17.955797 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:20:17.965571 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] Sync routers for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:20:17.974809 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:20:17.976357 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:19:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:20:18.027205 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03709420-a1cc-4a0b-9d3b-ec087b14571c no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:20:18.047262 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:18.081277 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 03709420-a1cc-4a0b-9d3b-ec087b14571c {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:20:18.081634 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03709420-a1cc-4a0b-9d3b-ec087b14571c not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:20:18.109898 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0283895 Nov 11 16:20:18.110788 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:18.112817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 56986) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:18.118875 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210286572', 'description': 'tempest-secgroup-smoke-210286572 description', 'project_id': '4d1b504afca14299800fc7f4033607aa'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:18.125428 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:18.136621 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:18.154847 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'status': 'completed', 'code': 200} Nov 11 16:20:18.197325 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:20:18.222582 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:18.262000 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:18.265824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:18.268670 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:18.275549 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:18.307845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-0ec91c37-b286-42e7-9087-d2f647fd3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:18.309314 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-0ec91c37-b286-42e7-9087-d2f647fd3665 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1099 time: 0.1289797 Nov 11 16:20:18.474706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-b8d2e493-d15a-47cf-94a9-44684273d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:18.476514 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-b8d2e493-d15a-47cf-94a9-44684273d5e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 916 time: 0.1567628 Nov 11 16:20:18.542814 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:18.580001 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': 'c471acf4-2738-4008-ab7a-2b3d853b1cf0', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'port_id': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'mac_address': 'fa:16:3e:7c:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68445674-680c-40f8-b449-ed9bac2d722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:20:16Z', 'updated_at': '2021-11-11T16:20:16Z', 'revision_number': 0, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:20:18.584209 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] Checking router: d877946f-e2ff-4fb7-9e5e-282d9e123c89 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:20:18.591211 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-cd8c1bb6-9cdc-4286-9b17-f158019f3202 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 1000 time: 0.1076274 Nov 11 16:20:18.595566 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:20:18.595566 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:19:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:20:18.643171 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:18.650850 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ded0cee9-8e9c-4da3-aa15-62af3ae903ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:18.699871 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-93af4304-393a-4160-a3c3-0dc8624e19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:18.701527 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-93af4304-393a-4160-a3c3-0dc8624e19ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.1041217 Nov 11 16:20:18.704273 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d065b8-cca9-4c9e-abba-38f6a80b2405,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:18.710598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:18.782804 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:20:18.795276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-5a689b63-6d60-4111-a686-46f5e9e01973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:18.796851 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-5a689b63-6d60-4111-a686-46f5e9e01973 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878537 Nov 11 16:20:18.886453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:18.890311 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7737558 Nov 11 16:20:18.895637 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57008) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:18.899767 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group_rule': {'security_group_id': 'e6d065b8-cca9-4c9e-abba-38f6a80b2405', 'project_id': '4d1b504afca14299800fc7f4033607aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:18.908368 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:18.916526 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:18.921399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:18.942614 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:18.967619 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c35fa-e820-4ac8-87eb-ee4e6a8a3aa2 req-77830a10-43b4-4522-9a23-7b1457990580 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:18.969567 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9d2c35fa-e820-4ac8-87eb-ee4e6a8a3aa2 req-77830a10-43b4-4522-9a23-7b1457990580 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0867517 Nov 11 16:20:18.969698 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-261c9b3b-e4cc-4b87-8e69-4f6a8fcc7bbe service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601644 Nov 11 16:20:19.017441 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9d2c35fa-e820-4ac8-87eb-ee4e6a8a3aa2 req-1df39d90-e416-45b0-990e-fa5ba1732c9a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419319 Nov 11 16:20:19.067060 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.152502 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e18fb-6451-466d-958a-e4e2d003d1ce req-667b29cd-d311-4067-98f1-9605762351cf service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745298 Nov 11 16:20:19.162740 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.177299 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': 'c471acf4-2738-4008-ab7a-2b3d853b1cf0', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'port_id': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'mac_address': 'fa:16:3e:7c:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68445674-680c-40f8-b449-ed9bac2d722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:20:16Z', 'updated_at': '2021-11-11T16:20:16Z', 'revision_number': 0, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:20:19.181584 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7266618-e7d4-4a4a-8791-5e30735a4c20 None None] The sync data for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb is: [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': 'c471acf4-2738-4008-ab7a-2b3d853b1cf0', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'port_id': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'mac_address': 'fa:16:3e:7c:4c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68445674-680c-40f8-b449-ed9bac2d722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:20:16Z', 'updated_at': '2021-11-11T16:20:16Z', 'revision_number': 0, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:20:19.241925 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.250042 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ce7ee8c2-9863-41b5-9bb9-a69cb4778e16 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:19.271600 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c8137b-81b1-4275-83c0-580e910e0dd0,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:19.275380 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:19.388649 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e1814-6fe9-41cf-912a-d86140f8e5b1 None None] New status for floating IP c471acf4-2738-4008-ab7a-2b3d853b1cf0: ACTIVE {{(pid=87453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:20:19.418527 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.422438 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5282118 Nov 11 16:20:19.422566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57012) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:19.427426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group_rule': {'security_group_id': 'e6d065b8-cca9-4c9e-abba-38f6a80b2405', 'project_id': '4d1b504afca14299800fc7f4033607aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:19.434863 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:19.438048 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:19.440883 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:19.448674 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:19.551184 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.614748 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.669583 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.671571 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:19.693048 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e622178d-6735-4f7d-968c-9cc84bf693ed,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:19.695410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:19.789863 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.791058 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-1f70be07-6b1f-464f-b552-a0aa5979c764 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3675981 Nov 11 16:20:19.793764 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57016) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:19.798818 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group_rule': {'security_group_id': 'e6d065b8-cca9-4c9e-abba-38f6a80b2405', 'project_id': '4d1b504afca14299800fc7f4033607aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:19.804987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:19.808695 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:19.811512 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:19.817122 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:19.922230 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:19.998381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.058424 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.060582 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:20.083024 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec29f4b7-3bea-4817-8f0d-cea5a36c5ba0,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:20.086134 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:20.170800 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.171951 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772385 Nov 11 16:20:20.174915 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57026) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:20.180434 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group_rule': {'security_group_id': 'e6d065b8-cca9-4c9e-abba-38f6a80b2405', 'project_id': '4d1b504afca14299800fc7f4033607aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:20.186379 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:20.190150 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:20.193025 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:20.200243 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:20.217779 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bfe24-438c-40bd-b198-ec5200952acb req-5ebdfc77-427f-47e9-ab6c-90cb32478e9d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:20.219229 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ce0bfe24-438c-40bd-b198-ec5200952acb req-5ebdfc77-427f-47e9-ab6c-90cb32478e9d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0837731 Nov 11 16:20:20.268062 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ce0bfe24-438c-40bd-b198-ec5200952acb req-d72c321c-6373-4901-8468-34bd1d297831 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 Nov 11 16:20:20.282810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.354966 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.452659 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.454668 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:20.476096 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a4d1ee-054f-41ff-ab28-98dd4af0e1e4,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:20.478703 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:20.567004 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.568216 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3923156 Nov 11 16:20:20.570954 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57032) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:20.575802 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group_rule': {'security_group_id': 'e6d065b8-cca9-4c9e-abba-38f6a80b2405', 'project_id': '4d1b504afca14299800fc7f4033607aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:20.581534 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:20.585825 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:20.588668 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:20.594194 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:20.681576 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.securitygroups_db [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Project 4d1b504afca14299800fc7f4033607aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:20:20.688579 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.751314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.823958 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.826128 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e252ed8a-041e-49ab-aa53-fe2a6ec85e96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:20.847315 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7efadf2-4eff-48a3-8002-d41e4ab77707,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:20.851677 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:20.950140 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:20.951381 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-745cd662-1652-46f7-a08c-862deb5ea28e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794410 Nov 11 16:20:20.954040 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57036) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:20.959035 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'security_group_rule': {'security_group_id': 'e6d065b8-cca9-4c9e-abba-38f6a80b2405', 'project_id': '4d1b504afca14299800fc7f4033607aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:20.965791 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:20.969591 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Usage tracker for resource:security_group_rule and tenant:4d1b504afca14299800fc7f4033607aa is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:20:20.972438 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:20:20.979320 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:21.143713 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.securitygroups_db [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Project 4d1b504afca14299800fc7f4033607aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:20:21.150953 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:21.214697 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:21.310140 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:21.312210 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:21.333318 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f7229c-6ad9-4e36-85ff-cdcaf12cfb03,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:21.338263 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:21.537784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:21.542257 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5872827 Nov 11 16:20:21.589075 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eb088-8365-464c-b6c8-353a6d2564aa req-46141830-2e1d-4e89-8ad6-c8b47dc368d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:21.593250 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-811eb088-8365-464c-b6c8-353a6d2564aa req-46141830-2e1d-4e89-8ad6-c8b47dc368d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1984334 Nov 11 16:20:21.641108 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-811eb088-8365-464c-b6c8-353a6d2564aa req-7f3a5a75-9ef6-4463-9134-b52881d9defe tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Nov 11 16:20:21.781163 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-cae8dcce-2cb6-4e6a-acc4-b5a71c0764bf tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:21.782411 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-cae8dcce-2cb6-4e6a-acc4-b5a71c0764bf tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/networks?id=83d7ade9-188d-4e36-911e-bcdedb7f61e8 HTTP/1.1" status: 200 len: 813 time: 0.2547889 Nov 11 16:20:21.784333 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-03e7d018-4253-48ff-a4b1-151224e279ab req-b41ef2e9-6ddd-4052-bdf8-f79c7f0f99a5 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210286572&fields=id&tenant_id=4d1b504afca14299800fc7f4033607aa HTTP/1.1" status: 200 len: 267 time: 0.0435584 Nov 11 16:20:21.798526 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-f5b3e069-3304-454f-933a-2218fcbed449 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/quotas/31952fe50bbd4d37b204fe64f3e009d8 HTTP/1.1" status: 200 len: 375 time: 0.0094514 Nov 11 16:20:21.851217 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-aff4da5d-c7d9-4085-80c9-a89596761a03 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459557 Nov 11 16:20:21.874526 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7d018-4253-48ff-a4b1-151224e279ab req-10261c69-30aa-4442-ade1-253fdd7f296c tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:21.875904 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-03e7d018-4253-48ff-a4b1-151224e279ab req-10261c69-30aa-4442-ade1-253fdd7f296c tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0856512 Nov 11 16:20:21.888184 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'port': {'security_groups': ['2ee9a0be-07e6-427e-9721-96b9fee03472', 'e6d065b8-cca9-4c9e-abba-38f6a80b2405']}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:21.950262 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.000840 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:20:22.019753 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.060577 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-e2990abc-a3e9-4c00-be20-906b70f1902e service neutron] 10.222.0.50 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029042 Nov 11 16:20:22.144513 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:22.161585 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'mac_address': 'fa:16:3e:27:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:20:22.201373 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-9b61333d-1108-4d31-918d-994b963481fd service neutron] 10.222.0.50 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393316 Nov 11 16:20:22.232509 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.254583 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89ba99bf-8c40-4e9b-9e87-be996453dc7f {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:20:22.275192 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:22.344640 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:22.361299 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.363237 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-d4875046-cf14-4e75-9b9d-2c8a2f0f072e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:22.371764 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.434390 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.439766 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5f22c7e4-d11a-4dfb-8269-97deb3564264 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:22.451615 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03e9e296-3ce3-45a3-9aab-3816b080c589'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:20:22.545422 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-880d3c8d-7df0-4a82-8189-b90b6c3ec27b req-380f792d-a40b-4302-80d9-57dc07be3493 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 210 time: 0.0739570 Nov 11 16:20:22.546901 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['89ba99bf-8c40-4e9b-9e87-be996453dc7f'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:20:22.555481 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=6']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:22.563855 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:22.573128 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:22.573835 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:22.578046 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-03e7d018-4253-48ff-a4b1-151224e279ab req-017eaca6-90de-4dc0-89c7-30c06f85c5cc tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "PUT /v2.0/ports/03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 982 time: 0.6947749 Nov 11 16:20:22.578846 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:22.579668 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=6']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:22.631326 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.631798 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.632207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.632756 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.633159 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.633624 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.634020 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.634428 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.635290 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.635696 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.636084 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.636474 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:20:22.652109 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:22.666433 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'status': 'completed', 'code': 200} Nov 11 16:20:22.827559 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03e9e296-3ce3-45a3-9aab-3816b080c589'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:20:22.865160 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-789f5542-1836-46f8-99b8-dd07e3070e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:22.872540 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-789f5542-1836-46f8-99b8-dd07e3070e9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1138 time: 0.1735163 Nov 11 16:20:22.930485 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820b59d-a49d-49e5-a093-59e966f84819 req-74cb2879-0011-4e25-bff6-5953fc13d4d0 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:22.938609 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b820b59d-a49d-49e5-a093-59e966f84819 req-74cb2879-0011-4e25-bff6-5953fc13d4d0 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.1955318 Nov 11 16:20:23.009553 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b820b59d-a49d-49e5-a093-59e966f84819 req-44896bc4-6550-4477-8582-760e84a99a0f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694666 Nov 11 16:20:23.083005 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-b3ba619f-9558-4e2c-b125-cd38e90cc896 None None] Provisioning complete for port 03e9e296-3ce3-45a3-9aab-3816b080c589 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:20:23.083473 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b3ba619f-9558-4e2c-b125-cd38e90cc896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:23.179579 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-69c821fc-395c-4db8-aaa1-55e6262fd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:23.181100 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-69c821fc-395c-4db8-aaa1-55e6262fd18e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 916 time: 0.2995617 Nov 11 16:20:23.310968 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-5b83e9c2-b9fc-4c2b-a448-59f1636b0319 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 1002 time: 0.1209574 Nov 11 16:20:23.322795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da16-1cbb-47b8-8cef-60df2f2bf877 req-f26c28a6-88e1-4c5d-b10d-37a46b6f835c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:23.329882 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7057da16-1cbb-47b8-8cef-60df2f2bf877 req-f26c28a6-88e1-4c5d-b10d-37a46b6f835c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 944 time: 0.2173920 Nov 11 16:20:23.436588 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7057da16-1cbb-47b8-8cef-60df2f2bf877 req-d2583827-71f4-4817-a000-045c77a9a9e6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042054 Nov 11 16:20:23.439574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-c69025b4-768c-46a7-aaf1-5cfeb6a08664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:23.440869 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-c69025b4-768c-46a7-aaf1-5cfeb6a08664 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.1089060 Nov 11 16:20:23.620475 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-cbd0238a-7e2b-4e5a-ad4c-4883da406c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:23.622123 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-cbd0238a-7e2b-4e5a-ad4c-4883da406c8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1705801 Nov 11 16:20:23.692778 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-274ea553-f9e1-4336-84ee-c03b3e0086b3 req-4155c1a6-1928-4486-8c4a-c5f205ca6255 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 210 time: 0.0649958 Nov 11 16:20:23.826735 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-afd42fa0-bf9e-4119-b68f-fa50660ee4a1 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962366 Nov 11 16:20:24.025870 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:20:24.049542 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4d21b431-dbe6-4575-b068-5c00ee358825 req-b0689734-4401-4f5e-b1b0-18457464cd9a service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155824 Nov 11 16:20:24.118895 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 89ba99bf-8c40-4e9b-9e87-be996453dc7f triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:20:24.119574 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:24.254591 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:24.298581 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:24.314536 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:24.363518 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'code': 200} Nov 11 16:20:24.684528 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb021-b5e4-4833-8bf5-7c1ce220ece6 req-704a572e-1972-46e2-8d7f-0ed8a82ac033 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:24.686142 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-11acb021-b5e4-4833-8bf5-7c1ce220ece6 req-704a572e-1972-46e2-8d7f-0ed8a82ac033 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 944 time: 0.1043272 Nov 11 16:20:24.705963 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:20:24.732405 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4e90c6bd-446c-4940-9f82-1271b30ce3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:24.736160 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:24.742155 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:24.754282 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-11acb021-b5e4-4833-8bf5-7c1ce220ece6 req-aca8189d-25b4-4b5c-8c8f-e34bbb7384f3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610733 Nov 11 16:20:24.859513 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=7']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:24.865291 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:24.911842 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2a595ce7-6dee-41a3-b98e-c46519fcbefd req-434697a6-708e-4b7d-9b6c-2efbc234beb3 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 210 time: 0.0438361 Nov 11 16:20:25.442059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-909fdaeb-aa21-491f-8d37-de8ea61520fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:25.443521 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-909fdaeb-aa21-491f-8d37-de8ea61520fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1098 time: 0.0857754 Nov 11 16:20:25.504200 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:25.690272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-257e4664-fb60-48bc-b72d-ea7fa9804328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:25.691872 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-257e4664-fb60-48bc-b72d-ea7fa9804328 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.2265053 Nov 11 16:20:25.805372 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-46884c06-a840-465e-b175-fde18ae229b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 200 len: 1000 time: 0.1067393 Nov 11 16:20:25.885523 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-2f965288-c480-47ea-904d-bc09e96b03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:25.887283 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-2f965288-c480-47ea-904d-bc09e96b03e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0723813 Nov 11 16:20:25.995011 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-0396e552-20ad-4a37-a59a-fc999de1a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:25.996522 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-0396e552-20ad-4a37-a59a-fc999de1a81d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910089 Nov 11 16:20:26.010989 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7e4aa-0ea9-4565-8eeb-84b0ee860a47 req-4ca8910a-6b3a-4983-b343-c030aa09a2a7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:26.012629 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5cc7e4aa-0ea9-4565-8eeb-84b0ee860a47 req-4ca8910a-6b3a-4983-b343-c030aa09a2a7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1075215 Nov 11 16:20:26.073434 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5cc7e4aa-0ea9-4565-8eeb-84b0ee860a47 req-f8d96445-43db-43c9-be9a-fd572854e603 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551927 Nov 11 16:20:26.166784 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-2bd5f6a0-0c37-4533-a19e-2706b7343dd5 req-967eaabb-7032-4206-84d9-7b1cfea4b9f4 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 210 time: 0.1173005 Nov 11 16:20:26.238455 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-13a1e357-2691-4907-b9fd-6018d4c05790 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284589 Nov 11 16:20:26.500100 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0ec5a792-a968-4995-afbd-bfee9172c909 req-58f17200-115a-47aa-8f4f-5119cd3f8b3f service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469752 Nov 11 16:20:26.507084 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0068f8a9-0d2a-4140-af94-7f49971be28b tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:26.508910 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0068f8a9-0d2a-4140-af94-7f49971be28b tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "GET /v2.0/networks?id=83d7ade9-188d-4e36-911e-bcdedb7f61e8 HTTP/1.1" status: 200 len: 813 time: 0.2342515 Nov 11 16:20:26.521456 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Request body: {'port': {'device_id': 'b2125110-8128-4317-8231-7008406f65a3', 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8', 'admin_state_up': True, 'tenant_id': '31952fe50bbd4d37b204fe64f3e009d8'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:26.654689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:20:26.664572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:20:26.755252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Made reservation on behalf of 31952fe50bbd4d37b204fe64f3e009d8 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:20:26.758923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:26.992131 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Allocated IP 172.20.0.13 (83d7ade9-188d-4e36-911e-bcdedb7f61e8/88f2758d-8b76-42b8-817b-5425eec13a5a/718e0f10-8bd1-4d82-9764-2d35e24e5244) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:20:27.260039 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:27.366088 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd10e-f2b5-4abb-aeed-a2eef6d6205b req-eba0822c-fb9d-43ca-a593-cf3faf38e0eb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:27.367577 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-029cd10e-f2b5-4abb-aeed-a2eef6d6205b req-eba0822c-fb9d-43ca-a593-cf3faf38e0eb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1472507 Nov 11 16:20:27.377969 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-708de3e7-979f-4d71-bdf5-c0a7472ed821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:27.409636 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b8502f23-c330-420e-bca7-4ad0ad157cdc req-e6ce1cfa-bd5c-40fa-836f-4130fea2f2d4 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 210 time: 0.0556998 Nov 11 16:20:27.430369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:27.437805 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:27.448718 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-029cd10e-f2b5-4abb-aeed-a2eef6d6205b req-67bfb7e8-3383-4345-8bd9-9a5a2102dbf4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698695 Nov 11 16:20:27.515756 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:20:27.518982 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:20:27.523272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:20:27.563629 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Pushing event updated for resources: {'Port': ['ID=718e0f10-8bd1-4d82-9764-2d35e24e5244,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:27.568598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:27.594677 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:27.595193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:27.715828 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1980808 Nov 11 16:20:27.729108 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Request body: {'port': {'device_id': 'b2125110-8128-4317-8231-7008406f65a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:20:27.856931 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:28.317207 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718e0f10-8bd1-4d82-9764-2d35e24e5244 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:20:28.325353 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:28.341268 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Transition to ACTIVE for port object 718e0f10-8bd1-4d82-9764-2d35e24e5244 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:20:28.430662 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:28.441385 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-a3b21f44-73db-48d1-a470-87e9655470c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:28.610218 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Pushing event updated for resources: {'Port': ['ID=718e0f10-8bd1-4d82-9764-2d35e24e5244,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:28.652684 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:28.653170 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:28.681078 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c0b1a-1e67-4cda-af67-8f72545cff50 req-b19bf63e-9f88-43c4-a9d2-aea58b5ad574 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:28.687149 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d4c0b1a-1e67-4cda-af67-8f72545cff50 req-b19bf63e-9f88-43c4-a9d2-aea58b5ad574 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1027114 Nov 11 16:20:28.733947 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1d4c0b1a-1e67-4cda-af67-8f72545cff50 req-40123743-ab94-479b-a787-6d50591f0607 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459392 Nov 11 16:20:28.809395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Attempting to bind port 718e0f10-8bd1-4d82-9764-2d35e24e5244 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:20:28.809395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Attempting to bind port 718e0f10-8bd1-4d82-9764-2d35e24e5244 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:20:28.809395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Attempting to bind port 718e0f10-8bd1-4d82-9764-2d35e24e5244 on network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:20:28.813424 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Port 718e0f10-8bd1-4d82-9764-2d35e24e5244 on network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:20:28.813749 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Attempting to bind port 718e0f10-8bd1-4d82-9764-2d35e24e5244 on network 83d7ade9-188d-4e36-911e-bcdedb7f61e8 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:20:28.821696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:20:28.822044 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Checking segment: {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:20:28.822427 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Bound using segment: {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:20:28.822862 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Bound port: 718e0f10-8bd1-4d82-9764-2d35e24e5244, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bef33e6-5b30-41eb-932d-1678dd95135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:20:28.823212 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:28.839594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e8c15-1e88-4a82-84ce-4b7c10080a38 req-7aff5ab4-f2e7-4457-9036-42999255ac60 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:28.840306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-171e8c15-1e88-4a82-84ce-4b7c10080a38 req-7aff5ab4-f2e7-4457-9036-42999255ac60 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Synchronizing usage tracker for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:20:28.937406 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] For port 718e0f10-8bd1-4d82-9764-2d35e24e5244, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:20:28.940458 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] For port 718e0f10-8bd1-4d82-9764-2d35e24e5244, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=718e0f10-8bd1-4d82-9764-2d35e24e5244,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:20:29.006917 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-171e8c15-1e88-4a82-84ce-4b7c10080a38 req-7aff5ab4-f2e7-4457-9036-42999255ac60 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Unset dirty status for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:20:29.011545 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-171e8c15-1e88-4a82-84ce-4b7c10080a38 req-7aff5ab4-f2e7-4457-9036-42999255ac60 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 944 time: 0.3999200 Nov 11 16:20:29.049086 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:29.055130 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-40e5fba8-e2f4-4fdc-bae9-6695d9496148 tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:29.124483 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-171e8c15-1e88-4a82-84ce-4b7c10080a38 req-40227e97-0a6f-47a4-a9e9-240f892d06b7 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100972 Nov 11 16:20:29.137886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:29.137886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:29.138627 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/718e0f10-8bd1-4d82-9764-2d35e24e5244 HTTP/1.1" status: 200 len: 1094 time: 1.4143903 Nov 11 16:20:29.138788 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2125110-8128-4317-8231-7008406f65a3', 'tag': '718e0f10-8bd1-4d82-9764-2d35e24e5244'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:29.169242 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Pushing event updated for resources: {'Port': ['ID=718e0f10-8bd1-4d82-9764-2d35e24e5244,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:29.179898 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:29.190602 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2125110-8128-4317-8231-7008406f65a3', 'tag': '718e0f10-8bd1-4d82-9764-2d35e24e5244', 'status': 'completed', 'code': 200} Nov 11 16:20:29.305981 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854542f3-38bc-4ff2-9e29-f11cdc66510b req-ed1fc175-5bb2-4129-b488-329a1ef5298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:29.311160 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-854542f3-38bc-4ff2-9e29-f11cdc66510b req-ed1fc175-5bb2-4129-b488-329a1ef5298f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 1097 time: 0.0908020 Nov 11 16:20:29.460657 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854542f3-38bc-4ff2-9e29-f11cdc66510b req-a9359f0a-da26-45b5-bb86-fdf11e2098a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:29.462073 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-854542f3-38bc-4ff2-9e29-f11cdc66510b req-a9359f0a-da26-45b5-bb86-fdf11e2098a2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1460288 Nov 11 16:20:29.613048 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854542f3-38bc-4ff2-9e29-f11cdc66510b req-d0a39e32-f0fc-4f9c-8ef7-2e80cc5f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:29.614521 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-854542f3-38bc-4ff2-9e29-f11cdc66510b req-d0a39e32-f0fc-4f9c-8ef7-2e80cc5f0d1f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445799 Nov 11 16:20:29.733675 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-e91faba5-105b-4fe7-b530-d3925538ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:29.735130 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-e91faba5-105b-4fe7-b530-d3925538ff03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 1097 time: 0.0766239 Nov 11 16:20:29.814050 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-453a971c-faa5-431b-9695-ba7c342f09a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718e0f10-8bd1-4d82-9764-2d35e24e5244 HTTP/1.1" status: 200 len: 217 time: 0.0701339 Nov 11 16:20:29.937880 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-9767d296-7aa7-44ed-9eaa-c11866ed77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:29.939412 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-9767d296-7aa7-44ed-9eaa-c11866ed77c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88f2758d-8b76-42b8-817b-5425eec13a5a HTTP/1.1" status: 200 len: 853 time: 0.1180501 Nov 11 16:20:29.997917 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-cedcf37b-6a81-420c-99f0-b8f0c9c5c3a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d7ade9-188d-4e36-911e-bcdedb7f61e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472200 Nov 11 16:20:30.010672 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a01485-0bbe-4412-9205-9b61a044450c req-fe7dcff0-f11b-42d6-8da4-75e41fb2d7f5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:30.012223 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a01485-0bbe-4412-9205-9b61a044450c req-fe7dcff0-f11b-42d6-8da4-75e41fb2d7f5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1521213 Nov 11 16:20:30.155354 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:30.219035 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-11a01485-0bbe-4412-9205-9b61a044450c req-25d006be-3f4a-4d80-8368-7a7401cfb8fe tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875451 Nov 11 16:20:30.265176 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-42ba91e7-81f7-47ae-b709-0375a80db4f8 service neutron] 10.222.0.60 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519298 Nov 11 16:20:30.320887 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88183f-1506-405f-b30b-c4d0645e565f req-a0517943-7c69-4fb2-8b34-01dedfce8d7d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:30.328589 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2c88183f-1506-405f-b30b-c4d0645e565f req-a0517943-7c69-4fb2-8b34-01dedfce8d7d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 944 time: 0.0972190 Nov 11 16:20:30.390777 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2c88183f-1506-405f-b30b-c4d0645e565f req-99912852-e79c-49ea-baf5-598f521d710c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Nov 11 16:20:30.435048 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c8e04411-d9d3-4cb4-ab99-d1f1af40f557 req-c7e1e9f2-aa03-48be-b752-000fab152c2f service neutron] 10.222.0.60 "GET /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626687 Nov 11 16:20:31.454124 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be55f-7756-4043-b110-b56fdb73dd55 req-332b24ec-4b2b-4c86-8112-3348c3ad2fae tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:31.455833 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-771be55f-7756-4043-b110-b56fdb73dd55 req-332b24ec-4b2b-4c86-8112-3348c3ad2fae tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0908298 Nov 11 16:20:31.532527 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-771be55f-7756-4043-b110-b56fdb73dd55 req-f8f87038-fbfb-4530-a522-968afcaf4ea4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616336 Nov 11 16:20:31.588274 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5418712-6a7c-44fd-a602-1e753ae18bff req-3cb7bcb3-9258-4f76-88fd-8d6f228a7d7c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:31.590483 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a5418712-6a7c-44fd-a602-1e753ae18bff req-3cb7bcb3-9258-4f76-88fd-8d6f228a7d7c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 944 time: 0.0917833 Nov 11 16:20:31.637776 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a5418712-6a7c-44fd-a602-1e753ae18bff req-3a7294b3-0cc4-4bd6-91e9-2ff88ab4f00d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Nov 11 16:20:32.784753 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d10d1-1eb7-49ae-b2f2-7a7feedd23ad req-a02874eb-48f8-46c5-857f-a55a67628b8b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:32.786895 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-556d10d1-1eb7-49ae-b2f2-7a7feedd23ad req-a02874eb-48f8-46c5-857f-a55a67628b8b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1264236 Nov 11 16:20:32.848007 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-556d10d1-1eb7-49ae-b2f2-7a7feedd23ad req-3ca2453c-1b61-4fba-862b-ce3ab3c044ec tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550311 Nov 11 16:20:32.884177 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c33a3-3581-4791-b44d-a8fe1f998f0b req-a88d3491-22e0-4b36-a0cb-3f40c087050d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:32.885818 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-575c33a3-3581-4791-b44d-a8fe1f998f0b req-a88d3491-22e0-4b36-a0cb-3f40c087050d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 944 time: 0.0972979 Nov 11 16:20:32.932895 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-575c33a3-3581-4791-b44d-a8fe1f998f0b req-71df42bd-102a-4610-a388-db8a1c32720c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Nov 11 16:20:34.041027 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83236e-9947-434c-9754-e9ccc22357de req-2ff94051-3943-414a-bc8c-0d0328b9be36 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:34.058465 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4c83236e-9947-434c-9754-e9ccc22357de req-2ff94051-3943-414a-bc8c-0d0328b9be36 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0852144 Nov 11 16:20:34.058638 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 718e0f10-8bd1-4d82-9764-2d35e24e5244 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:20:34.104362 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4c83236e-9947-434c-9754-e9ccc22357de req-eac25470-1ce8-4d90-9606-fc31859ee5ec tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550764 Nov 11 16:20:34.123851 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950600a-720a-473f-b5a7-d6eb88effcb3 req-1b372973-5e43-4296-a3c0-4332addc4ae3 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:34.125461 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2950600a-720a-473f-b5a7-d6eb88effcb3 req-1b372973-5e43-4296-a3c0-4332addc4ae3 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 944 time: 0.0855944 Nov 11 16:20:34.171654 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2950600a-720a-473f-b5a7-d6eb88effcb3 req-2fff5d1a-b5dc-427c-bdd2-3b3577e66187 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Nov 11 16:20:34.227521 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 718e0f10-8bd1-4d82-9764-2d35e24e5244, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=718e0f10-8bd1-4d82-9764-2d35e24e5244,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:34.243644 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '718e0f10-8bd1-4d82-9764-2d35e24e5244', 'network_id': '83d7ade9-188d-4e36-911e-bcdedb7f61e8', 'port_id': '718e0f10-8bd1-4d82-9764-2d35e24e5244', 'mac_address': 'fa:16:3e:29:4b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f2758d-8b76-42b8-817b-5425eec13a5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:20:34.312946 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:34.337574 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718e0f10-8bd1-4d82-9764-2d35e24e5244 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:20:34.355508 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 718e0f10-8bd1-4d82-9764-2d35e24e5244, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=718e0f10-8bd1-4d82-9764-2d35e24e5244,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:34.413558 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:34.416303 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:34.496568 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=718e0f10-8bd1-4d82-9764-2d35e24e5244,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:34.499894 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:34.686758 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['718e0f10-8bd1-4d82-9764-2d35e24e5244'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:20:35.301690 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4baeb-322e-420f-a2eb-0492a0d84686 req-9b1404a2-a867-44c3-869a-3a48ec10ea47 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:35.303217 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a6f4baeb-322e-420f-a2eb-0492a0d84686 req-9b1404a2-a867-44c3-869a-3a48ec10ea47 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0871897 Nov 11 16:20:35.350754 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a6f4baeb-322e-420f-a2eb-0492a0d84686 req-769f3c93-e274-4347-bee0-435792e11a38 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414915 Nov 11 16:20:35.385042 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c0599-6a8b-415f-8d4c-a5bf698eb068 req-2c236ea2-0b1d-4e6b-b256-83dd5b211cd5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:35.386499 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1c8c0599-6a8b-415f-8d4c-a5bf698eb068 req-2c236ea2-0b1d-4e6b-b256-83dd5b211cd5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 945 time: 0.0881653 Nov 11 16:20:35.432783 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1c8c0599-6a8b-415f-8d4c-a5bf698eb068 req-6f14c0bb-fe47-481c-822a-b3a992b54f04 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Nov 11 16:20:36.075508 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 718e0f10-8bd1-4d82-9764-2d35e24e5244 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:20:36.117193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-6027ec03-3197-4342-9f2f-059fe0a6aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.118645 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-6027ec03-3197-4342-9f2f-059fe0a6aafd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1098 time: 0.0743945 Nov 11 16:20:36.206080 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 718e0f10-8bd1-4d82-9764-2d35e24e5244 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:20:36.211657 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 718e0f10-8bd1-4d82-9764-2d35e24e5244 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:20:36.212047 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:36.252489 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-3b7877c2-d766-4db8-98b9-9a7f6106268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.254280 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-3b7877c2-d766-4db8-98b9-9a7f6106268c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1288967 Nov 11 16:20:36.330896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:36.359073 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2125110-8128-4317-8231-7008406f65a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718e0f10-8bd1-4d82-9764-2d35e24e5244'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:36.361799 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-9fb42b80-8a28-492f-ab11-4b2e0ebf10e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 200 len: 1000 time: 0.0997336 Nov 11 16:20:36.369418 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 718e0f10-8bd1-4d82-9764-2d35e24e5244, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=718e0f10-8bd1-4d82-9764-2d35e24e5244,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:36.423241 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:36.425952 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:36.431209 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-0d3ef028-0037-47e3-a02a-10c94d2d215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.434773 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-0d3ef028-0037-47e3-a02a-10c94d2d215e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0625265 Nov 11 16:20:36.484337 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2125110-8128-4317-8231-7008406f65a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718e0f10-8bd1-4d82-9764-2d35e24e5244', 'code': 200} Nov 11 16:20:36.529717 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=718e0f10-8bd1-4d82-9764-2d35e24e5244,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:36.538462 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:36.547951 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-96e4f571-05d0-471e-967a-132d2be00af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.549507 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-96e4f571-05d0-471e-967a-132d2be00af7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1098442 Nov 11 16:20:36.580124 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402fb7f-d9b6-4e2b-b26d-2ff27748354e req-c797ac3c-c931-469a-86d0-9f747ff13366 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.585214 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9402fb7f-d9b6-4e2b-b26d-2ff27748354e req-c797ac3c-c931-469a-86d0-9f747ff13366 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1141307 Nov 11 16:20:36.632679 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9402fb7f-d9b6-4e2b-b26d-2ff27748354e req-4ec75def-0c6e-4e22-97a9-77c1acb61376 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452056 Nov 11 16:20:36.754351 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-4e556925-f8b4-4215-868d-bcb7f390eecc service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967921 Nov 11 16:20:36.763574 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1daa57-c1a7-4e7c-9d52-c06adf884bc9 req-41b58c25-cd18-458c-a1d2-d32893cd9ac4 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.765097 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb1daa57-c1a7-4e7c-9d52-c06adf884bc9 req-41b58c25-cd18-458c-a1d2-d32893cd9ac4 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.1380510 Nov 11 16:20:36.951144 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb1daa57-c1a7-4e7c-9d52-c06adf884bc9 req-b17f98d3-dab3-4451-b0f6-627b2bbff8c0 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665072 Nov 11 16:20:36.986114 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-c2c3f3de-05db-4d23-b9cc-4e95dc7fcb0b service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200677 Nov 11 16:20:36.994868 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cada0-627c-4ad1-8340-2265e9b4fbcc req-fa737326-7384-4541-b629-1e6dcc19bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:36.996273 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d85cada0-627c-4ad1-8340-2265e9b4fbcc req-fa737326-7384-4541-b629-1e6dcc19bffc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 1099 time: 0.1473105 Nov 11 16:20:37.036871 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d85cada0-627c-4ad1-8340-2265e9b4fbcc req-67ced457-1dc2-4c23-ab94-4424f33ed533 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341058 Nov 11 16:20:37.902978 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b87528-1db4-4857-8c4c-20244fe68357 req-a29fabd4-4f59-4be8-87a6-335db112394b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:37.904424 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-63b87528-1db4-4857-8c4c-20244fe68357 req-a29fabd4-4f59-4be8-87a6-335db112394b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.1581295 Nov 11 16:20:37.948809 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-63b87528-1db4-4857-8c4c-20244fe68357 req-5985e4b7-21ae-4ff0-accd-7cb23217d922 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 Nov 11 16:20:38.219989 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf156-7751-423a-b052-37df686b883a req-8d815d4a-482a-4a17-ba58-ab62c427993d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:38.221459 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec1cf156-7751-423a-b052-37df686b883a req-8d815d4a-482a-4a17-ba58-ab62c427993d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.1639583 Nov 11 16:20:38.267384 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec1cf156-7751-423a-b052-37df686b883a req-c1d85077-6474-4f4a-9a72-2f58c4a139c8 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Nov 11 16:20:39.163060 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e853e5-db35-41fd-a390-344d7c7b1da8 req-c307645d-8c74-43a7-96b3-34254cff9036 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:39.164597 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-74e853e5-db35-41fd-a390-344d7c7b1da8 req-c307645d-8c74-43a7-96b3-34254cff9036 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 945 time: 0.0987332 Nov 11 16:20:39.215186 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-74e853e5-db35-41fd-a390-344d7c7b1da8 req-32e0fb09-d6c2-45fb-adad-a14a6a1b67c4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447896 Nov 11 16:20:39.467508 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432735ff-5580-4025-aecd-018fcf0004a6 req-b6a9e4a1-40b0-4fe0-8d7d-9c4c60c07a8d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:39.468908 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-432735ff-5580-4025-aecd-018fcf0004a6 req-b6a9e4a1-40b0-4fe0-8d7d-9c4c60c07a8d tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.0815361 Nov 11 16:20:39.517262 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-432735ff-5580-4025-aecd-018fcf0004a6 req-4eafff0d-6d89-417a-9ef1-e0f59e652443 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Nov 11 16:20:40.077333 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:20:40.188391 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:40.218276 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:20:40.229224 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:20:40.262903 dv-cinder-811151-2-smb neutron-server[87452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'code': 422} returned with failed status Nov 11 16:20:40.314908 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:40.316713 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:20:40.385733 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=8']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:20:40.388894 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:20:40.431173 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f143e7-5d2d-4fb5-937b-ca4b68e849d4 req-028c1dfc-f0cf-4350-bb4f-dd533493b4fa tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:40.432641 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-81f143e7-5d2d-4fb5-937b-ca4b68e849d4 req-028c1dfc-f0cf-4350-bb4f-dd533493b4fa tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0815666 Nov 11 16:20:40.476491 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-81f143e7-5d2d-4fb5-937b-ca4b68e849d4 req-177c7419-8335-43ec-b8c2-1e9a309f173e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Nov 11 16:20:43.667642 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e976d-cb10-4217-9dfc-3a0d49a9777c req-e76c3df9-8325-4c78-82c5-595172582c09 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:43.669058 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-066e976d-cb10-4217-9dfc-3a0d49a9777c req-e76c3df9-8325-4c78-82c5-595172582c09 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0815516 Nov 11 16:20:43.714656 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-066e976d-cb10-4217-9dfc-3a0d49a9777c req-43af727b-feb4-4191-9f33-50123332988b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396261 Nov 11 16:20:44.105786 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:20:44.112814 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57264) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:20:44.229205 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-f09c49c2-3cce-4dbd-b07e-e5637f0c2c2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151493 Nov 11 16:20:44.915889 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a208eb4-69e8-4eaf-8982-13da8f805b82 req-06e496d0-9203-4fea-9a00-195c8a64cebb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:44.917426 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5a208eb4-69e8-4eaf-8982-13da8f805b82 req-06e496d0-9203-4fea-9a00-195c8a64cebb tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0887527 Nov 11 16:20:44.962222 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5a208eb4-69e8-4eaf-8982-13da8f805b82 req-49337885-5e6b-4579-bc74-88889fdcdb7f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 Nov 11 16:20:45.934410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-53ebac21-1738-432f-8491-8955d5dfb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:45.935831 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-53ebac21-1738-432f-8491-8955d5dfb746 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07&tenant_id=036826e9644645beae349fd2517f7baf HTTP/1.1" status: 200 len: 1096 time: 0.0833929 Nov 11 16:20:46.034504 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-5aa0b465-3248-4596-b9a1-eb673f451e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:46.035937 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-5aa0b465-3248-4596-b9a1-eb673f451e78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=036826e9644645beae349fd2517f7baf&device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1096 time: 0.0748003 Nov 11 16:20:46.235373 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-9a01bf3d-41d0-443f-aa03-14b3aa8cb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:46.236814 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-9a01bf3d-41d0-443f-aa03-14b3aa8cb50f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 200 len: 917 time: 0.1929717 Nov 11 16:20:46.305911 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4389c-1dd4-40ee-8a31-7759df26cb3e req-efc7ab56-dd60-4493-890b-6122af00671f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:46.307379 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6ba4389c-1dd4-40ee-8a31-7759df26cb3e req-efc7ab56-dd60-4493-890b-6122af00671f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.1864848 Nov 11 16:20:46.381972 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-2ed5add4-68a1-44d0-a84c-4928f80b4105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 200 len: 998 time: 0.1366341 Nov 11 16:20:46.384890 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6ba4389c-1dd4-40ee-8a31-7759df26cb3e req-8a69e46a-5d06-4aab-a7b8-5c589ff3e752 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694258 Nov 11 16:20:46.447161 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-91ebbd8c-ce43-4c38-b813-a451a9666178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:46.448531 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-91ebbd8c-ce43-4c38-b813-a451a9666178 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 200 len: 855 time: 0.0583084 Nov 11 16:20:46.524286 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-6823446d-a6b4-4aac-a81d-2ab2d50433f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:46.525776 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-6823446d-a6b4-4aac-a81d-2ab2d50433f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d40c127-bc90-4df1-9a69-317dc2278173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703022 Nov 11 16:20:46.660399 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-b13e513d-abe4-4c88-8548-e2813f053372 service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267045 Nov 11 16:20:46.800476 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f724b2c3-9c50-4a8b-b7a6-830b9e5d2ac7 req-795f9454-c9e7-4a34-90e3-c26c316eedbb service neutron] 10.222.0.60 "GET /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305866 Nov 11 16:20:47.343524 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30c42c-28b4-492e-881f-f1febf804c20 req-6a39211f-9676-4688-862f-ad8a871e5228 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:47.345228 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1e30c42c-28b4-492e-881f-f1febf804c20 req-6a39211f-9676-4688-862f-ad8a871e5228 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.1484363 Nov 11 16:20:47.392535 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b2c1-9932-47eb-9891-16854897296a req-465342d3-d046-498c-9666-c968ab9f5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:47.399143 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-465342d3-d046-498c-9666-c968ab9f5c58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1138 time: 0.1195326 Nov 11 16:20:47.406432 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-1e30c42c-28b4-492e-881f-f1febf804c20 req-bee31212-5497-4e1e-9042-25874b3e8da0 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:20:47.542588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b2c1-9932-47eb-9891-16854897296a req-597ded31-562d-43d4-abad-8ce342d57a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:47.544011 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-597ded31-562d-43d4-abad-8ce342d57a39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 916 time: 0.1411502 Nov 11 16:20:47.592085 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc5198-d8e7-451f-885e-0ed3a8e4c7d6 req-7a9c796f-7718-4793-a8e4-a3c6a18054e4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:47.594488 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-85bc5198-d8e7-451f-885e-0ed3a8e4c7d6 req-7a9c796f-7718-4793-a8e4-a3c6a18054e4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0906789 Nov 11 16:20:47.643952 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-85bc5198-d8e7-451f-885e-0ed3a8e4c7d6 req-4ca921b6-2f2c-4aac-9937-140b688c062a tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Nov 11 16:20:47.669460 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-b395f0e9-5534-4f6f-a7e1-e27ec24f5539 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 1002 time: 0.1185591 Nov 11 16:20:47.804593 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-1e30c42c-28b4-492e-881f-f1febf804c20 req-bee31212-5497-4e1e-9042-25874b3e8da0 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:20:47.805895 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1e30c42c-28b4-492e-881f-f1febf804c20 req-bee31212-5497-4e1e-9042-25874b3e8da0 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4533172 Nov 11 16:20:47.853754 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b2c1-9932-47eb-9891-16854897296a req-d22dbdd6-ea2d-43c6-825d-f151b8bf1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:47.871032 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-d22dbdd6-ea2d-43c6-825d-f151b8bf1a71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.1796443 Nov 11 16:20:48.876353 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5eabd-f8b9-48ad-a228-6675d0c397f7 req-cce8c3f7-5bdf-4867-964e-71eb3cb76416 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:48.879598 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d1c5eabd-f8b9-48ad-a228-6675d0c397f7 req-cce8c3f7-5bdf-4867-964e-71eb3cb76416 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0982232 Nov 11 16:20:48.941236 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d1c5eabd-f8b9-48ad-a228-6675d0c397f7 req-490addcf-56e7-4ba8-ba7c-4bdcbb4b00ab tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549612 Nov 11 16:20:49.022779 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9810e-7aaa-4b8c-a58e-78929d8bc920 req-8f7b9255-17d8-4919-94f9-257db20f8e0a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:49.024410 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9cb9810e-7aaa-4b8c-a58e-78929d8bc920 req-8f7b9255-17d8-4919-94f9-257db20f8e0a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0954051 Nov 11 16:20:49.102594 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9cb9810e-7aaa-4b8c-a58e-78929d8bc920 req-51782767-8cec-4634-b664-fd3da9900f9d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0499682 Nov 11 16:20:50.153075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c5c81-ab12-40f5-9b50-c726c2c2b5c2 req-a3cad366-bda9-41f4-9d65-e05010568ac4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:50.160603 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-162c5c81-ab12-40f5-9b50-c726c2c2b5c2 req-a3cad366-bda9-41f4-9d65-e05010568ac4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0946505 Nov 11 16:20:50.227163 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-162c5c81-ab12-40f5-9b50-c726c2c2b5c2 req-da23c080-908d-43de-be82-538f08b6c854 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660520 Nov 11 16:20:50.295684 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b607498-07c3-403b-9e19-5f14d4d318cf req-6316b697-13bd-4c02-be7e-4b8b8077082a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:50.297313 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4b607498-07c3-403b-9e19-5f14d4d318cf req-6316b697-13bd-4c02-be7e-4b8b8077082a tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0897827 Nov 11 16:20:50.350800 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4b607498-07c3-403b-9e19-5f14d4d318cf req-51f5020f-675f-444d-8c98-174d8c871785 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453844 Nov 11 16:20:51.444918 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb460-ae74-444e-a336-6812a61b3f61 req-1d0f8529-3e99-4c38-83b6-b9977c770085 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:51.446431 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fb8cb460-ae74-444e-a336-6812a61b3f61 req-1d0f8529-3e99-4c38-83b6-b9977c770085 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0833225 Nov 11 16:20:51.498475 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fb8cb460-ae74-444e-a336-6812a61b3f61 req-3179a3a9-772e-410e-8d19-62fb1928949e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464346 Nov 11 16:20:51.547099 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452a31a-c703-47a5-84f5-a1bf58bb4890 req-365c21d6-66bd-45e9-b9e1-456e85010c04 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:51.549863 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f452a31a-c703-47a5-84f5-a1bf58bb4890 req-365c21d6-66bd-45e9-b9e1-456e85010c04 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0930409 Nov 11 16:20:51.595150 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f452a31a-c703-47a5-84f5-a1bf58bb4890 req-06ad7b8e-cb8d-445b-b6c4-160be6f90963 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407698 Nov 11 16:20:52.005923 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:52.710905 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e7f5d-fe7c-4634-963b-0319c513ab70 req-3bc095c0-75b4-4a43-81fb-c9cac9157b6e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:52.712402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e7f5d-fe7c-4634-963b-0319c513ab70 req-3bc095c0-75b4-4a43-81fb-c9cac9157b6e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0954173 Nov 11 16:20:52.763498 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-990e7f5d-fe7c-4634-963b-0319c513ab70 req-40b54083-ae3b-4997-aec9-e8d2822c9803 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448477 Nov 11 16:20:52.813954 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c55aca-6997-4da6-b0b4-0398e3ab061c req-eaa2bff7-e2d0-4281-9dcf-02a3e94a265f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:52.815450 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e6c55aca-6997-4da6-b0b4-0398e3ab061c req-eaa2bff7-e2d0-4281-9dcf-02a3e94a265f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.1028302 Nov 11 16:20:52.866645 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e6c55aca-6997-4da6-b0b4-0398e3ab061c req-ecce98b3-f1a1-439f-a0a1-4ec1ff542549 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440972 Nov 11 16:20:53.985858 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fa579-1eb1-4134-a9f8-779ddf9c4753 req-0671f7b4-2d17-494e-9622-d475f5aed2fc tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:53.987339 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb8fa579-1eb1-4134-a9f8-779ddf9c4753 req-0671f7b4-2d17-494e-9622-d475f5aed2fc tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0899160 Nov 11 16:20:54.039569 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cb8fa579-1eb1-4134-a9f8-779ddf9c4753 req-e7233c0a-6cee-4031-92dd-3a1cbb57e9b8 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Nov 11 16:20:54.078270 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7c74-f4eb-4c15-940f-41a3cf445ffa req-cac96d90-daa7-42f1-b2e6-04543a73bab3 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:54.079789 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d35c7c74-f4eb-4c15-940f-41a3cf445ffa req-cac96d90-daa7-42f1-b2e6-04543a73bab3 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0991743 Nov 11 16:20:54.128135 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d35c7c74-f4eb-4c15-940f-41a3cf445ffa req-25bd4677-471f-4939-8347-3745f5890859 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419319 Nov 11 16:20:54.627347 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6bd2111c-e903-4ba1-9e79-6790b6352dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:55.258999 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec398500-e5ac-49a2-88e0-9fea291f29c4 req-9640dd90-7df8-49e2-a50b-66dc23ad49a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:55.261509 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec398500-e5ac-49a2-88e0-9fea291f29c4 req-9640dd90-7df8-49e2-a50b-66dc23ad49a5 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0921810 Nov 11 16:20:55.322951 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ec398500-e5ac-49a2-88e0-9fea291f29c4 req-b9e14532-9ed3-4223-8030-fb87e92ffdb9 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455344 Nov 11 16:20:55.376338 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2685392-b5e7-408e-9fc4-28ce8decc894 req-d3e93515-4161-4659-aec0-9e056c235ceb tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:55.383672 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b2685392-b5e7-408e-9fc4-28ce8decc894 req-d3e93515-4161-4659-aec0-9e056c235ceb tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.1065307 Nov 11 16:20:55.447525 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b2685392-b5e7-408e-9fc4-28ce8decc894 req-cb4acfb2-e1eb-40a9-a4a2-95838f7436f4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627556 Nov 11 16:20:55.794085 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:56.534324 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654271a2-397e-4711-91f3-beb140d55b11 req-c3990c77-eaf9-4a29-bb10-610b9428bd88 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:56.536377 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-654271a2-397e-4711-91f3-beb140d55b11 req-c3990c77-eaf9-4a29-bb10-610b9428bd88 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0882308 Nov 11 16:20:56.586330 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-654271a2-397e-4711-91f3-beb140d55b11 req-fe9d685b-042d-4539-a97c-739aef240532 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 Nov 11 16:20:56.660029 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269ce69-b76c-4af6-9a8e-bdb83e9ab0cf req-fb3da084-36bc-4800-9318-ec985f63911c tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:56.662235 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5269ce69-b76c-4af6-9a8e-bdb83e9ab0cf req-fb3da084-36bc-4800-9318-ec985f63911c tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0869639 Nov 11 16:20:56.725266 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5269ce69-b76c-4af6-9a8e-bdb83e9ab0cf req-7bc9c060-f08a-41cb-8a11-0a3e32c34248 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537920 Nov 11 16:20:57.394044 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-aea55650-ff91-4c8e-a162-9761b27d29c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:57.791260 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d2539-eea1-4819-9701-b6c486be38c1 req-35dd0ef5-baaf-4ecd-bf6d-2097ea7825fe tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:57.792997 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9a1d2539-eea1-4819-9701-b6c486be38c1 req-35dd0ef5-baaf-4ecd-bf6d-2097ea7825fe tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0887377 Nov 11 16:20:57.844036 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9a1d2539-eea1-4819-9701-b6c486be38c1 req-9fb0e01d-c977-4d7b-9eea-50c764850686 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Nov 11 16:20:57.940984 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8689e-c743-4772-b5d5-db836891d128 req-09461f55-e3bd-49d9-bb96-b9d2c71095c3 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:57.943024 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-23f8689e-c743-4772-b5d5-db836891d128 req-09461f55-e3bd-49d9-bb96-b9d2c71095c3 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0935287 Nov 11 16:20:57.991662 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-23f8689e-c743-4772-b5d5-db836891d128 req-88ed7e83-d92d-4462-afe9-f8a4f512ac45 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428884 Nov 11 16:20:58.684205 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:20:59.034918 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaea5e-b171-4a7f-a29d-09bab4569e3c req-8ed5a9f6-caf4-49fb-a259-c0d5e08731c2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:59.037257 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-46aaea5e-b171-4a7f-a29d-09bab4569e3c req-8ed5a9f6-caf4-49fb-a259-c0d5e08731c2 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0806212 Nov 11 16:20:59.080966 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-46aaea5e-b171-4a7f-a29d-09bab4569e3c req-f9752be6-a6cd-4d22-9ac3-4b4e0a5d0834 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380054 Nov 11 16:20:59.178965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307828b-e021-4322-96a7-5a3e2f197993 req-161078bc-0a45-4d13-8d1f-039f9ad10d66 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:59.180417 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2307828b-e021-4322-96a7-5a3e2f197993 req-161078bc-0a45-4d13-8d1f-039f9ad10d66 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0784652 Nov 11 16:20:59.225336 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2307828b-e021-4322-96a7-5a3e2f197993 req-526449de-3c00-40e2-aa38-3a7830f21609 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393238 Nov 11 16:20:59.378857 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0b2c1-9932-47eb-9891-16854897296a req-7d689c65-4743-4e5f-994e-4bd63c340949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:20:59.380359 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-7d689c65-4743-4e5f-994e-4bd63c340949 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754220 Nov 11 16:20:59.514834 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-e0b72711-3b5e-472c-b77d-e9dbb5741b41 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269233 Nov 11 16:20:59.650877 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64f0b2c1-9932-47eb-9891-16854897296a req-fd42eee3-18a2-4202-908f-285b93978ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288576 Nov 11 16:20:59.695713 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:00.271346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9680f4-c7d7-4a95-941d-d93d44323a91 req-300f7a79-fe27-4db2-8862-915eac6682e1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:00.273449 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7b9680f4-c7d7-4a95-941d-d93d44323a91 req-300f7a79-fe27-4db2-8862-915eac6682e1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0842423 Nov 11 16:21:00.321316 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7b9680f4-c7d7-4a95-941d-d93d44323a91 req-f0e26de0-c8bb-4963-adc9-4e10c8ac4f15 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Nov 11 16:21:00.424131 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e9d66-4b7f-4084-90be-251222b13978 req-4d46e700-f4d3-4dba-af83-9a2059c554d1 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:00.425519 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-330e9d66-4b7f-4084-90be-251222b13978 req-4d46e700-f4d3-4dba-af83-9a2059c554d1 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0918601 Nov 11 16:21:00.472871 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-330e9d66-4b7f-4084-90be-251222b13978 req-b06ae007-a5ec-4335-bda2-c6253d4cc7d5 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414093 Nov 11 16:21:01.513682 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265a9a4-fe94-409b-b335-acb0ce028881 req-790f4c02-7f2d-4003-82ec-34eac8d3d134 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:01.515283 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d265a9a4-fe94-409b-b335-acb0ce028881 req-790f4c02-7f2d-4003-82ec-34eac8d3d134 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 943 time: 0.0832925 Nov 11 16:21:01.559434 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d265a9a4-fe94-409b-b335-acb0ce028881 req-6d670af7-a451-4885-8f89-2cbe7a164af0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Nov 11 16:21:01.656573 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467fc3f-a6a1-48bf-a380-1bbc604590d3 req-99005ff6-e23d-4ccb-8dfa-cc8d1047a79b tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:01.658016 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5467fc3f-a6a1-48bf-a380-1bbc604590d3 req-99005ff6-e23d-4ccb-8dfa-cc8d1047a79b tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0805960 Nov 11 16:21:01.704700 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5467fc3f-a6a1-48bf-a380-1bbc604590d3 req-cda3fbe9-3827-49bd-8bd7-d9011b3062dd tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402651 Nov 11 16:21:01.704927 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:21:02.204161 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:21:02.335014 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:02.347916 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'port_id': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'mac_address': 'fa:16:3e:27:a4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:21:02.404740 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:02.420849 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ba99bf-8c40-4e9b-9e87-be996453dc7f {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:21:02.436395 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:02.558959 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:02.560771 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:02.628428 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=9']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:02.631593 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:02.752501 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aad50c-ad08-4e0c-a9ff-a66df19be189 req-42e5f3dc-6e38-49a8-b4f0-fd6f6dd04e98 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:02.754002 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-24aad50c-ad08-4e0c-a9ff-a66df19be189 req-42e5f3dc-6e38-49a8-b4f0-fd6f6dd04e98 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 944 time: 0.0833373 Nov 11 16:21:02.799238 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-24aad50c-ad08-4e0c-a9ff-a66df19be189 req-cb888adb-31be-4cac-882f-929b1a8a91d6 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395463 Nov 11 16:21:02.799485 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['89ba99bf-8c40-4e9b-9e87-be996453dc7f'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:21:02.895010 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968988e3-4e77-42ce-a515-17ce5b303a66 req-9c46f877-4df7-499b-8000-22edb07c5a5f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:02.896467 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-968988e3-4e77-42ce-a515-17ce5b303a66 req-9c46f877-4df7-499b-8000-22edb07c5a5f tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0863078 Nov 11 16:21:02.946212 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-968988e3-4e77-42ce-a515-17ce5b303a66 req-a4fa17c2-34a7-47ec-9162-e8324676456b tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425143 Nov 11 16:21:03.989297 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77bc8b-4334-4bfd-9e31-3333a03f0153 req-90e79861-5176-4522-866a-c2cf74dbb9dd tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:03.990778 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f77bc8b-4334-4bfd-9e31-3333a03f0153 req-90e79861-5176-4522-866a-c2cf74dbb9dd tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 944 time: 0.0804725 Nov 11 16:21:04.038765 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f77bc8b-4334-4bfd-9e31-3333a03f0153 req-10dc2533-cdb9-4df8-bc62-4b7ae84c76f0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415378 Nov 11 16:21:04.139735 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a7266-b386-4ac3-9f95-85c094c3f8ff req-de44c42d-ccf1-44a3-acce-c7c802bdadb2 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:04.141092 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-158a7266-b386-4ac3-9f95-85c094c3f8ff req-de44c42d-ccf1-44a3-acce-c7c802bdadb2 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0840464 Nov 11 16:21:04.186753 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-158a7266-b386-4ac3-9f95-85c094c3f8ff req-2f6e9017-9ee3-40dd-834a-85e6ca196fd1 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399048 Nov 11 16:21:04.214147 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:21:04.282201 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 89ba99bf-8c40-4e9b-9e87-be996453dc7f triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:21:04.282585 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:04.398826 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:04.425619 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:04.436086 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:04.475899 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'code': 200} Nov 11 16:21:04.564845 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:04.566857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:04.635697 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=10']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:04.638735 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:04.917364 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490ff0-74a7-4287-a359-b5a341bc2f72 req-fb7a2298-eb64-4383-aa8c-53446a834143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:04.918862 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c0490ff0-74a7-4287-a359-b5a341bc2f72 req-fb7a2298-eb64-4383-aa8c-53446a834143 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 1099 time: 0.0707362 Nov 11 16:21:04.960688 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c0490ff0-74a7-4287-a359-b5a341bc2f72 req-305923fa-a8d4-4f49-8653-fde14022ebd6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343115 Nov 11 16:21:05.300338 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db320ef0-5506-49c6-a31e-241545ddbabb req-17b6485c-6f20-4870-b3df-3046da1dbd31 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:05.301781 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-db320ef0-5506-49c6-a31e-241545ddbabb req-17b6485c-6f20-4870-b3df-3046da1dbd31 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.1527913 Nov 11 16:21:05.346293 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-db320ef0-5506-49c6-a31e-241545ddbabb req-18ab8e6f-e91d-4960-b217-51bc48209b7b tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381167 Nov 11 16:21:05.376002 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1ae5f-5d04-4d21-8116-57d19b486a72 req-aec49f5b-489b-42e7-82b6-8eedd22a223e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:05.377462 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fbe1ae5f-5d04-4d21-8116-57d19b486a72 req-aec49f5b-489b-42e7-82b6-8eedd22a223e tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0807850 Nov 11 16:21:05.422928 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fbe1ae5f-5d04-4d21-8116-57d19b486a72 req-d9db92f3-0cc0-49b7-89f9-8e12d968ade6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389891 Nov 11 16:21:06.546716 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81345ff-bf7e-4f76-b0df-0638c9a91a6f req-8eb12eed-d850-4402-af28-c169e9fa244f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:06.548204 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a81345ff-bf7e-4f76-b0df-0638c9a91a6f req-8eb12eed-d850-4402-af28-c169e9fa244f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.0893168 Nov 11 16:21:06.596519 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a81345ff-bf7e-4f76-b0df-0638c9a91a6f req-8ccf08f7-1714-4184-81eb-8a5b136d0f3e tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Nov 11 16:21:06.696635 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca5d99-364e-462c-9f8d-fa6c7b542f4e req-a2680b75-badb-4df3-97ba-7f945027a171 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:06.698103 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0cca5d99-364e-462c-9f8d-fa6c7b542f4e req-a2680b75-badb-4df3-97ba-7f945027a171 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.1679621 Nov 11 16:21:06.745300 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0cca5d99-364e-462c-9f8d-fa6c7b542f4e req-5cbc1ac2-b2e2-4ea4-9a33-dbb61a47c993 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413110 Nov 11 16:21:07.788525 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a314da-90a2-4fcb-8178-11f3677aa99d req-d3f79010-7b76-4bad-a8b4-1a615ae7e1b3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:07.789982 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-83a314da-90a2-4fcb-8178-11f3677aa99d req-d3f79010-7b76-4bad-a8b4-1a615ae7e1b3 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.0805755 Nov 11 16:21:07.835764 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-83a314da-90a2-4fcb-8178-11f3677aa99d req-3653c3f3-13a4-4c67-b720-64a24ee43ac1 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399828 Nov 11 16:21:07.941671 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf05f4-7e61-4688-807f-51e94ec6b286 req-7a02237c-2bc3-4b05-abeb-2d126d0f3af4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:07.943099 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-73cf05f4-7e61-4688-807f-51e94ec6b286 req-7a02237c-2bc3-4b05-abeb-2d126d0f3af4 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0833957 Nov 11 16:21:07.993448 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-73cf05f4-7e61-4688-807f-51e94ec6b286 req-7939861f-599a-4414-930d-7a0d8ea85e0d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435090 Nov 11 16:21:09.030610 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e47fce-9112-42ed-b44b-1a1f53e7518b req-8c7b7659-e2ab-4c59-b0b2-268691d83c9d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:09.032190 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-51e47fce-9112-42ed-b44b-1a1f53e7518b req-8c7b7659-e2ab-4c59-b0b2-268691d83c9d tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.0864570 Nov 11 16:21:09.075888 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-51e47fce-9112-42ed-b44b-1a1f53e7518b req-df676ea6-c389-44bf-a355-62d874fb8820 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Nov 11 16:21:09.182161 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211f377-7ad0-46cb-837f-5c35d22d977e req-4bfd2339-be8f-49c4-8f42-832d285f2a63 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:09.183528 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8211f377-7ad0-46cb-837f-5c35d22d977e req-4bfd2339-be8f-49c4-8f42-832d285f2a63 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0835824 Nov 11 16:21:09.229915 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8211f377-7ad0-46cb-837f-5c35d22d977e req-4ae4ac5a-26a8-4262-8ddd-c5ebbe67efd2 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406184 Nov 11 16:21:10.420952 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeff06-dac0-48dd-b5c5-6dcf95623c44 req-22bdd185-3fff-42bd-8991-8524908f8a8d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:10.422397 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61aeff06-dac0-48dd-b5c5-6dcf95623c44 req-22bdd185-3fff-42bd-8991-8524908f8a8d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0839386 Nov 11 16:21:10.468605 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61aeff06-dac0-48dd-b5c5-6dcf95623c44 req-f7b0baee-3715-4b95-8803-b3e13a576d96 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397933 Nov 11 16:21:11.655914 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff8a25-e586-4f84-ba30-acd556974732 req-a61c3666-ec54-47bd-aa61-2b210cc14aa3 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:11.657377 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-81ff8a25-e586-4f84-ba30-acd556974732 req-a61c3666-ec54-47bd-aa61-2b210cc14aa3 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0808687 Nov 11 16:21:11.706953 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-81ff8a25-e586-4f84-ba30-acd556974732 req-104df1bf-ccd0-4343-b49c-4d090417f064 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&id=e6d065b8-cca9-4c9e-abba-38f6a80b2405&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437558 Nov 11 16:21:15.303651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5856e4-440d-48ce-8374-cd979266da1d req-fa1b3b63-d65b-4d37-b66a-0ab3ce64f80c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:15.305123 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bd5856e4-440d-48ce-8374-cd979266da1d req-fa1b3b63-d65b-4d37-b66a-0ab3ce64f80c tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.0847266 Nov 11 16:21:15.349315 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bd5856e4-440d-48ce-8374-cd979266da1d req-2073c54a-0291-4422-a7c9-607df2c249b4 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Nov 11 16:21:16.531178 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e418a30-dd27-46fc-9516-1cc9a5bda24b req-95da5b43-4b6a-44eb-9dc4-057ccd690556 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:16.532523 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9e418a30-dd27-46fc-9516-1cc9a5bda24b req-95da5b43-4b6a-44eb-9dc4-057ccd690556 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.0791879 Nov 11 16:21:16.575362 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9e418a30-dd27-46fc-9516-1cc9a5bda24b req-f0ce659e-763f-4f71-bf24-07b235481891 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365961 Nov 11 16:21:17.758487 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a3527-208a-447f-963b-c48d513c6523 req-3266faf4-2f85-4b24-a763-379430d95c16 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:17.759891 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd7a3527-208a-447f-963b-c48d513c6523 req-3266faf4-2f85-4b24-a763-379430d95c16 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.0796182 Nov 11 16:21:17.807611 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cd7a3527-208a-447f-963b-c48d513c6523 req-9eae52f2-f4c5-4ab2-b7d5-96a245f790d5 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Nov 11 16:21:18.999247 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729243-4cfc-4dc2-a057-eb3d7fc4250c req-3f6a597f-b15e-4953-b56d-0b0c0a4f4972 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:19.000759 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3c729243-4cfc-4dc2-a057-eb3d7fc4250c req-3f6a597f-b15e-4953-b56d-0b0c0a4f4972 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.0862362 Nov 11 16:21:19.044311 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3c729243-4cfc-4dc2-a057-eb3d7fc4250c req-7ce763f2-8175-4a44-b3f6-d92df4f241a1 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379882 Nov 11 16:21:19.851429 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-43d7698b-22e4-419f-8bea-d4253f12e6eb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:19.852846 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-43d7698b-22e4-419f-8bea-d4253f12e6eb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.0794146 Nov 11 16:21:19.925655 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Deleting port 718e0f10-8bd1-4d82-9764-2d35e24e5244 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:19.925991 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:20.218584 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] For port 718e0f10-8bd1-4d82-9764-2d35e24e5244, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=718e0f10-8bd1-4d82-9764-2d35e24e5244,segment=NetworkSegment(6bef33e6-5b30-41eb-932d-1678dd95135e),segment_id=6bef33e6-5b30-41eb-932d-1678dd95135e)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:20.218854 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:20.345224 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Calling delete_port for 718e0f10-8bd1-4d82-9764-2d35e24e5244 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:20.420954 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b156b-17e4-4a0c-8e19-ff790c94e88c req-18e48503-a9ff-452f-a7c3-0a50a60a2539 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:20.422392 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-205b156b-17e4-4a0c-8e19-ff790c94e88c req-18e48503-a9ff-452f-a7c3-0a50a60a2539 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 946 time: 0.2734041 Nov 11 16:21:20.512518 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-205b156b-17e4-4a0c-8e19-ff790c94e88c req-8cdad822-2f48-4cd5-ad20-589c92a404b2 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/security-groups?id=24d801fa-5a37-4355-a6eb-85fac24b8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Nov 11 16:21:20.615422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:20.621313 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:20.627503 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['718e0f10-8bd1-4d82-9764-2d35e24e5244'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:21:20.671451 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Pushing event deleted for resources: {'Port': ['ID=718e0f10-8bd1-4d82-9764-2d35e24e5244,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:20.709722 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.710682 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.711029 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.711386 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.711744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.712101 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.712453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.712830 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.713182 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.713530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.713875 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.714220 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:20.721238 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:20.755587 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] No DVR routers for this DVR port 718e0f10-8bd1-4d82-9764-2d35e24e5244 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:21:20.758381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:20.760815 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2125110-8128-4317-8231-7008406f65a3', 'name': 'network-vif-deleted', 'tag': '718e0f10-8bd1-4d82-9764-2d35e24e5244'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:20.805657 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2125110-8128-4317-8231-7008406f65a3', 'name': 'network-vif-deleted', 'tag': '718e0f10-8bd1-4d82-9764-2d35e24e5244', 'status': 'completed', 'code': 200} Nov 11 16:21:20.878811 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c573c36e-1bc5-4c03-adfd-3439395f69e0 req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.60 "DELETE /v2.0/ports/718e0f10-8bd1-4d82-9764-2d35e24e5244 HTTP/1.1" status: 204 len: 173 time: 1.0177000 Nov 11 16:21:21.743977 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-00bf1f89-cb75-4e5d-9aea-7b4b16139a32 req-48d67b9a-598b-42bb-997b-61f2c2f34e69 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Synchronizing usage tracker for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:21:21.900982 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-00bf1f89-cb75-4e5d-9aea-7b4b16139a32 req-48d67b9a-598b-42bb-997b-61f2c2f34e69 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Unset dirty status for tenant:31952fe50bbd4d37b204fe64f3e009d8 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:21:21.902056 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-00bf1f89-cb75-4e5d-9aea-7b4b16139a32 req-48d67b9a-598b-42bb-997b-61f2c2f34e69 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2125110-8128-4317-8231-7008406f65a3 HTTP/1.1" status: 200 len: 210 time: 0.2690799 Nov 11 16:21:22.019984 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:24.306981 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 718e0f10-8bd1-4d82-9764-2d35e24e5244 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:21:24.341403 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 718e0f10-8bd1-4d82-9764-2d35e24e5244 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:21:24.341757 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 718e0f10-8bd1-4d82-9764-2d35e24e5244 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:21:24.615242 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-339abe42-04c4-4650-8f4c-ae991671aa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:25.255701 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:25.397816 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-98bb95c0-4b10-47f8-a577-a9a50db14312 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705729 Nov 11 16:21:25.490380 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-5ef1dbb5-c7e1-40cb-9018-93e609ea1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:25.491798 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-5ef1dbb5-c7e1-40cb-9018-93e609ea1113 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1138 time: 0.0716610 Nov 11 16:21:25.637603 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-717ddf61-2220-49ef-b242-c0da079f58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:25.638918 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-717ddf61-2220-49ef-b242-c0da079f58bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 916 time: 0.1259401 Nov 11 16:21:25.744198 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-ef022466-8d43-49af-92f3-bf81e37a41bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 1002 time: 0.0981486 Nov 11 16:21:25.811339 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-ba20e872-07b2-4cfc-b42d-8b92b9f3da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:25.812760 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-ba20e872-07b2-4cfc-b42d-8b92b9f3da09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.0593936 Nov 11 16:21:25.889163 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-af62342d-a9ed-4c8b-8192-942f8bb101d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:25.890499 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-af62342d-a9ed-4c8b-8192-942f8bb101d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687594 Nov 11 16:21:26.023232 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-787dd1fa-720d-4a2f-b086-134ba6bc4abe service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257741 Nov 11 16:21:26.152658 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ded798b7-5d18-4ffd-b725-457c6ab0dc4c req-70c498a4-8b10-46be-bbba-5f6f802de18c service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225302 Nov 11 16:21:27.367713 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-0328c0b3-354a-4541-a364-9db50ba8ed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:28.660522 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:29.761908 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:38.703424 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:21:43.323081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e92c3-9a12-462b-b8a5-526b4b17e27f req-e66578f3-3aee-49ea-b9fb-39b1ae7ba277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:43.324618 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-188e92c3-9a12-462b-b8a5-526b4b17e27f req-e66578f3-3aee-49ea-b9fb-39b1ae7ba277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.0946319 Nov 11 16:21:43.370234 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-188e92c3-9a12-462b-b8a5-526b4b17e27f req-6e5940d4-54ca-42b9-8dac-17e5a46a1787 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398276 Nov 11 16:21:44.705684 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92e083-9acd-4462-befd-8f0ee01bdccb req-a0069d03-0877-4898-8a4a-ed2287c47e2f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:44.707150 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-df92e083-9acd-4462-befd-8f0ee01bdccb req-a0069d03-0877-4898-8a4a-ed2287c47e2f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.0818927 Nov 11 16:21:44.743412 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-f96554df-bf16-4a2e-ba71-9ae0ee40fe8c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:44.744849 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-f96554df-bf16-4a2e-ba71-9ae0ee40fe8c tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 946 time: 0.0921926 Nov 11 16:21:44.751885 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-df92e083-9acd-4462-befd-8f0ee01bdccb req-4af4d9ba-65ae-4157-9e83-eaeb9881cf12 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups?id=18b19d04-3c4a-4138-bc7a-93b09640a955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382657 Nov 11 16:21:44.827174 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Deleting port 89ba99bf-8c40-4e9b-9e87-be996453dc7f {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:44.827511 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.072207 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] For port 89ba99bf-8c40-4e9b-9e87-be996453dc7f, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=89ba99bf-8c40-4e9b-9e87-be996453dc7f,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:45.072598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.433077 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.433351 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.433668 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Floating IP 3b191461-1773-4374-b4a7-a9bf345b4c32 disassociated. External IP: 172.28.2.72, port: 89ba99bf-8c40-4e9b-9e87-be996453dc7f. Nov 11 16:21:45.434009 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Calling delete_port for 89ba99bf-8c40-4e9b-9e87-be996453dc7f owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:45.642876 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.648284 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-aa5f243e-fc66-4579-9649-5c0c5e37b563 tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:45.694593 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event deleted for resources: {'Port': ['ID=89ba99bf-8c40-4e9b-9e87-be996453dc7f,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:45.698831 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:45.782688 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57672) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:45.847474 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Deleting subnet 88f2758d-8b76-42b8-817b-5425eec13a5a {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:21:45.850530 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.900343 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:45.917099 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c078f3e9-265c-42bb-a6fb-d8d15fce4c72 req-5994150e-4652-4443-b978-86cf7f034805 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 210 time: 0.0473788 Nov 11 16:21:45.924592 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Router c0c82da6-4655-4747-b424-8713c61f967a has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:21:45.955754 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.110568 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:21:46.115778 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.120219 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8f725247-b742-4078-88e5-f9cffc4a36a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:46.122731 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:21:46.133813 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:21:46.134771 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:46.161870 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f2758d-8b76-42b8-817b-5425eec13a5a,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:46.165489 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.174474 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/88f2758d-8b76-42b8-817b-5425eec13a5a HTTP/1.1" status: 204 len: 168 time: 0.3906710 Nov 11 16:21:46.175374 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57676) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:46.186162 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] No DVR routers for this DVR port 89ba99bf-8c40-4e9b-9e87-be996453dc7f on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:21:46.188803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.191689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-deleted', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:46.248894 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7631fb15-ec01-4ba8-b5f7-b7aa82400a07', 'name': 'network-vif-deleted', 'tag': '89ba99bf-8c40-4e9b-9e87-be996453dc7f', 'status': 'completed', 'code': 200} Nov 11 16:21:46.289966 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-5fb97aec-b8ca-4976-9375-59f4d32e9190 req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.60 "DELETE /v2.0/ports/89ba99bf-8c40-4e9b-9e87-be996453dc7f HTTP/1.1" status: 204 len: 173 time: 1.5330465 Nov 11 16:21:46.294992 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.295296 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.295701 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.296057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.296415 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.296799 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.301917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.301917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.301917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.301917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.301917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.301917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:21:46.302587 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-19cce620-75bf-42ff-a187-cef425094294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:46.332132 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:21:46.342586 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.474180 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.500270 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d7ade9-188d-4e36-911e-bcdedb7f61e8']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:46.512115 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bef33e6-5b30-41eb-932d-1678dd95135e') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:46.512413 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bef33e6-5b30-41eb-932d-1678dd95135e') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:46.523856 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.540913 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.546845 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:21:46.547227 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:21:46.564101 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:21:46.656164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:46.659897 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:21:46.671247 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:21:46.672280 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:46.741393 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.741393 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b69f2bde-2121-4ac2-8495-e2a1482067e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:46.754603 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:46.764188 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d7ade9-188d-4e36-911e-bcdedb7f61e8,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:46.769145 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] 10.222.0.50 "DELETE /v2.0/networks/83d7ade9-188d-4e36-911e-bcdedb7f61e8 HTTP/1.1" status: 204 len: 168 time: 0.5889394 Nov 11 16:21:46.769145 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e60cb418-b472-4f82-b7ae-dd85ef8b8644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:46.855393 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:21:47.096314 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-6ef8e093-a6c3-44fb-b7bd-1383a4894001 req-572676e7-b241-4ad2-9e5a-ded558eea5d4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Synchronizing usage tracker for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:21:47.209515 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:47.214182 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9b5bc9-9b0b-488e-b244-b911dc1f1489 None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:15:02Z', 'revision_number': 4, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f6eda236-0b62-4c55-948e-3a514a7ee2bf', 'name': '', 'network_id': '6d40c127-bc90-4df1-9a69-317dc2278173', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'mac_address': 'fa:16:3e:41:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:15:00Z', 'updated_at': '2021-11-11T16:15:16Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'subnets': [{'id': 'e5341260-4177-4635-899a-0f8bf87bc5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:21:47.225878 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-6ef8e093-a6c3-44fb-b7bd-1383a4894001 req-572676e7-b241-4ad2-9e5a-ded558eea5d4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Unset dirty status for tenant:036826e9644645beae349fd2517f7baf on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:21:47.227757 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6ef8e093-a6c3-44fb-b7bd-1383a4894001 req-572676e7-b241-4ad2-9e5a-ded558eea5d4 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/ports?device_id=7631fb15-ec01-4ba8-b5f7-b7aa82400a07 HTTP/1.1" status: 200 len: 210 time: 0.1783555 Nov 11 16:21:47.287631 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57686) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:47.346144 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e93e5e99-1fcd-4792-9fa8-c6d3ce3b48c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31952fe50bbd4d37b204fe64f3e009d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571799 Nov 11 16:21:47.348842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57690) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:47.413620 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:47.442245 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:47.484486 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f494586d-c54f-4fc6-9aa4-619be89c594b None None] New status for floating IP 3b191461-1773-4374-b4a7-a9bf345b4c32: DOWN {{(pid=87453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:21:47.585803 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:47.590148 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4bb1a33c-a469-4bf6-9257-3f8c5c9fa9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:47.603925 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d801fa-5a37-4355-a6eb-85fac24b8f9c,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:47.606511 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:47.719462 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:47.720652 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a468384b-5437-4102-941a-f6bcd5f5d066 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24d801fa-5a37-4355-a6eb-85fac24b8f9c HTTP/1.1" status: 204 len: 168 time: 0.3708856 Nov 11 16:21:48.414994 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:21:48.449255 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 89ba99bf-8c40-4e9b-9e87-be996453dc7f {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:21:48.449606 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 89ba99bf-8c40-4e9b-9e87-be996453dc7f not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:21:48.470193 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57702) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:48.533779 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:48.565187 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:48.703342 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:48.707081 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-11ed6589-d0dc-4938-87b9-7d6f3a841182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:48.723091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b19d04-3c4a-4138-bc7a-93b09640a955,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:48.725738 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:48.834030 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:48.835143 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6a43ff60-a2a7-4ead-9f78-f141c54a7277 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "DELETE /v2.0/security-groups/18b19d04-3c4a-4138-bc7a-93b09640a955 HTTP/1.1" status: 204 len: 168 time: 0.3639178 Nov 11 16:21:48.837850 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57706) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:48.853849 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.api.v2.resource [None req-05380174-a977-4169-87e5-b59d7c0f1c3f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] show failed (client error): The resource could not be found. Nov 11 16:21:48.854796 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-05380174-a977-4169-87e5-b59d7c0f1c3f tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "GET /v2.0/security-groups/18b19d04-3c4a-4138-bc7a-93b09640a955 HTTP/1.1" status: 404 len: 347 time: 0.0159614 Nov 11 16:21:48.857390 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57710) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:49.090218 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Deleting port b3a788f1-f569-470a-9fa2-6c75abac0903 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:49.090555 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:49.254789 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:49.255118 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:49.380996 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Calling delete_port for b3a788f1-f569-470a-9fa2-6c75abac0903 owned by network:floatingip {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:49.614061 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:49.618090 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:49.661458 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Pushing event deleted for resources: {'Port': ['ID=b3a788f1-f569-470a-9fa2-6c75abac0903,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:49.664570 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:49.757204 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks [] for floatingip, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:49.847579 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:49.848733 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-082dc78b-3692-4ba0-83df-a000f22771d0 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] 10.222.0.50 "DELETE /v2.0/floatingips/3b191461-1773-4374-b4a7-a9bf345b4c32 HTTP/1.1" status: 204 len: 168 time: 0.9904711 Nov 11 16:21:51.385748 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-707db011-d666-4998-843b-9f6fa6e34e3b tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210286572&fields=id&tenant_id=4d1b504afca14299800fc7f4033607aa HTTP/1.1" status: 200 len: 267 time: 0.0408444 Nov 11 16:21:51.473803 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-0fd2dc9d-8e6a-4242-a290-5092b3d19370 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:51.475369 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-0fd2dc9d-8e6a-4242-a290-5092b3d19370 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 985 time: 0.0840685 Nov 11 16:21:51.486382 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Request body: {'port': {'security_groups': ['2ee9a0be-07e6-427e-9721-96b9fee03472']}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:21:51.604193 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:51.844181 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:51.873033 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:51.995006 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.000846 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:52.006756 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03e9e296-3ce3-45a3-9aab-3816b080c589'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:21:52.044507 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.066460 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:52.067082 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.068438 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-eab1035b-4c00-4165-bb5c-94db74b30874 req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "PUT /v2.0/ports/03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 943 time: 0.5865054 Nov 11 16:21:52.069040 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:52.074965 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57736) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:52.096707 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event updated for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=7']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:52.099839 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:52.161133 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03e9e296-3ce3-45a3-9aab-3816b080c589'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:21:52.184746 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.217953 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.376132 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'status': 'completed', 'code': 200} Nov 11 16:21:52.418569 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-6a010117-5dd6-4f84-8c57-01d55936f08c None None] Provisioning complete for port 03e9e296-3ce3-45a3-9aab-3816b080c589 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:21:52.418857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6a010117-5dd6-4f84-8c57-01d55936f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.437476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.446776 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c37cbab0-607e-4923-a3de-61560e49737f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:52.464412 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d065b8-cca9-4c9e-abba-38f6a80b2405,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:52.466828 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:52.497901 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-316c1e5f-393e-4fde-be3d-98983de4bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:52.497901 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-316c1e5f-393e-4fde-be3d-98983de4bf2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1099 time: 0.0976930 Nov 11 16:21:52.593068 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.594170 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-e9a7e937-f9ce-4f36-8e94-4a1bfdbf751d tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "DELETE /v2.0/security-groups/e6d065b8-cca9-4c9e-abba-38f6a80b2405 HTTP/1.1" status: 204 len: 168 time: 0.5159681 Nov 11 16:21:52.597110 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57742) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:52.728820 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-1fe3c238-304a-4628-851f-90d111ddc17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:52.730287 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-1fe3c238-304a-4628-851f-90d111ddc17d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 916 time: 0.2262616 Nov 11 16:21:52.911141 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Deleting port aefbb0cc-f0af-40c6-9cc9-3ed9ea2a20f8 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:52.911497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:52.938253 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-f1f4c5bc-717a-4aea-a6ec-950df531ba37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 1002 time: 0.1576011 Nov 11 16:21:53.061542 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57752) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:53.184069 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-ef7e0a39-42af-406b-b5be-9f9966f7119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:53.185515 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-ef7e0a39-42af-406b-b5be-9f9966f7119f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.1377797 Nov 11 16:21:53.277399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:53.277731 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:53.403986 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Calling delete_port for aefbb0cc-f0af-40c6-9cc9-3ed9ea2a20f8 owned by network:floatingip {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:53.468768 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-09f7bf92-8f68-4256-a51e-a9381777cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:53.470251 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-09f7bf92-8f68-4256-a51e-a9381777cdd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2713332 Nov 11 16:21:53.676311 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-6dce894d-d34e-4bf7-aaea-9690251928e5 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920941 Nov 11 16:21:53.756415 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:53.769950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-af4dfe41-4c45-4dde-bbb8-dd0a12296b91 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:53.815420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event deleted for resources: {'Port': ['ID=aefbb0cc-f0af-40c6-9cc9-3ed9ea2a20f8,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:53.822260 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:53.881940 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:53.940647 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e2d636cf-fe8e-4936-ad21-a45d0caac56c req-556c27a2-ee75-49a7-8a90-4b2ad886cace service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537723 Nov 11 16:21:53.945408 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks [] for floatingip, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:53.945749 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Floating IP c471acf4-2738-4008-ab7a-2b3d853b1cf0 disassociated (deleted). External IP: 172.28.2.233, port: 03e9e296-3ce3-45a3-9aab-3816b080c589. Nov 11 16:21:54.241331 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Deleting port f6eda236-0b62-4c55-948e-3a514a7ee2bf {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:54.242060 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:54.299285 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Router d877946f-e2ff-4fb7-9e5e-282d9e123c89 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:21:54.420852 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] For port f6eda236-0b62-4c55-948e-3a514a7ee2bf, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=f6eda236-0b62-4c55-948e-3a514a7ee2bf,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:54.421219 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:54.548829 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Calling delete_port for f6eda236-0b62-4c55-948e-3a514a7ee2bf owned by network:router_interface {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:54.566605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:21:54.577814 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] Sync routers for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:21:54.588094 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:21:54.588770 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:54.644753 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-16b9f381-386e-42bc-9735-23c7e6760cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:54.676369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:54.734834 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-2cd6643f-6e16-42a1-9d6d-6f8e9968c2bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "DELETE /v2.0/floatingips/c471acf4-2738-4008-ab7a-2b3d853b1cf0 HTTP/1.1" status: 204 len: 168 time: 2.1352389 Nov 11 16:21:54.735726 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:21:54.777525 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:21:54.792420 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'status': 'completed', 'code': 200} Nov 11 16:21:54.901182 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-5e93b1e7-8550-45ec-b281-71185e96b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:54.902798 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-5e93b1e7-8550-45ec-b281-71185e96b7e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d1b504afca14299800fc7f4033607aa&device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 1099 time: 0.0728712 Nov 11 16:21:54.956792 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:54.962627 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:55.014675 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6eda236-0b62-4c55-948e-3a514a7ee2bf,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:55.019881 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:55.057333 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-43c7ec0f-3951-40f9-b8cd-015844ebb3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:55.059810 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-43c7ec0f-3951-40f9-b8cd-015844ebb3f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 200 len: 916 time: 0.1493204 Nov 11 16:21:55.148034 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-3c733228-7e4c-4002-accd-002a3e0d4d23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 200 len: 217 time: 0.0792153 Nov 11 16:21:55.176106 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:55.181957 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] Checking router: d877946f-e2ff-4fb7-9e5e-282d9e123c89 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:21:55.193049 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:21:55.193987 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:55.229370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-c4fb9405-d567-4b63-9163-86bdbc806144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:55.231323 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-c4fb9405-d567-4b63-9163-86bdbc806144 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 200 len: 854 time: 0.0728133 Nov 11 16:21:55.262819 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:55.333905 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-561cace7-e0f6-4933-9c89-a867fcc17616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:55.335997 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-561cace7-e0f6-4933-9c89-a867fcc17616 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0947781 Nov 11 16:21:55.413306 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:21:55.491063 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:55.509026 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-dc6b7c74-7b81-4fba-b66c-79ff2885d1ed service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537213 Nov 11 16:21:55.653537 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-59438d16-21a7-4d3f-a8de-9736ab0627db req-a3bc3d16-a1ca-4aee-a690-f338b4931cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367300 Nov 11 16:21:55.787498 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:55.791453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca61717-0120-40dc-ae70-f414895178d4 None None] The sync data for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb is: [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:19:17Z', 'revision_number': 4, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'f5f98a5e-47ff-4154-868a-3e410c4239bc', 'name': '', 'network_id': '2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'mac_address': 'fa:16:3e:07:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:17Z', 'updated_at': '2021-11-11T16:19:23Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'subnets': [{'id': 'bbff8d7b-29db-4f8e-b10f-901df85ff531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:21:55.863264 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Router c0c82da6-4655-4747-b424-8713c61f967a has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:21:56.022436 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5a1f4-a8c2-4dbb-a4ec-9da75707276a None None] New status for floating IP c471acf4-2738-4008-ab7a-2b3d853b1cf0: DOWN {{(pid=87453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:21:56.054126 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:21:56.066474 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] Sync routers for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:21:56.075949 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57768) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:56.076192 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] 10.222.0.50 "PUT /v2.0/routers/c0c82da6-4655-4747-b424-8713c61f967a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0131741 Nov 11 16:21:56.077143 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:21:56.077775 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:56.266180 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:21:56.269612 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks [] for router, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:56.466231 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:56.540387 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Deleting port cf06458a-69af-4231-a2b8-0bc6a595b96b {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:56.540970 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:56.572523 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136'}], 'enable_snat': True}, 'gw_port_id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:21:54Z', 'revision_number': 5, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port': {'id': 'cf06458a-69af-4231-a2b8-0bc6a595b96b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:14:54Z', 'updated_at': '2021-11-11T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:56.576836 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] Checking router: c0c82da6-4655-4747-b424-8713c61f967a for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:21:56.586901 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] Routers {'c0c82da6-4655-4747-b424-8713c61f967a'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:21:56.587624 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['c0c82da6-4655-4747-b424-8713c61f967a'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:56.755070 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] Set router c0c82da6-4655-4747-b424-8713c61f967a gateway port host: None {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:21:56.828770 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] For port cf06458a-69af-4231-a2b8-0bc6a595b96b, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=cf06458a-69af-4231-a2b8-0bc6a595b96b,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:56.829210 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:56.871745 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:21:56Z', 'revision_number': 6, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port_host': None}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:56.875855 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055c9e45-9578-4b7b-b6fc-7bd51310d792 None None] The sync data for ids ['c0c82da6-4655-4747-b424-8713c61f967a'] in dv-cinder-811151-2-smb is: [{'id': 'c0c82da6-4655-4747-b424-8713c61f967a', 'name': 'tempest-AttachVolumeShelveTestJSON-488599416-router', 'tenant_id': '036826e9644645beae349fd2517f7baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:14:52Z', 'updated_at': '2021-11-11T16:21:56Z', 'revision_number': 6, 'project_id': '036826e9644645beae349fd2517f7baf', 'gw_port_host': None}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:21:56.955549 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Calling delete_port for cf06458a-69af-4231-a2b8-0bc6a595b96b owned by network:router_gateway {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:57.385153 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.389105 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-23f307e4-aa27-4df2-8d4b-4470b8050c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:57.405963 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f84a-e43b-4466-9c2f-b7b0e478001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.432016 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cf06458a-69af-4231-a2b8-0bc6a595b96b,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:57.435118 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:57.526725 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.708923 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.712653 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.845996 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.846766 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c82da6-4655-4747-b424-8713c61f967a {{(pid=87451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:21:57.859168 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.860288 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] 10.222.0.50 "DELETE /v2.0/routers/c0c82da6-4655-4747-b424-8713c61f967a HTTP/1.1" status: 204 len: 168 time: 1.7826316 Nov 11 16:21:57.862841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57782) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:57.923562 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Deleting subnet e5341260-4177-4635-899a-0f8bf87bc5ed {{(pid=87451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:21:57.926734 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:57.980023 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10643444'] for subnet, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.093658 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.246345 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10712112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523108'] for subnet, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.251957 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:58.287453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5341260-4177-4635-899a-0f8bf87bc5ed,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:58.289661 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.294632 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:58.294769 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad6cce-6152-4ef3-bb47-64c83b634512 None None] Network 6d40c127-bc90-4df1-9a69-317dc2278173 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:21:58.296769 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e5341260-4177-4635-899a-0f8bf87bc5ed HTTP/1.1" status: 204 len: 168 time: 0.4329967 Nov 11 16:21:58.299247 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57790) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:21:58.407272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.419456 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Deleting port 0823a649-f3d9-4312-81a7-5132d42dfc92 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:58.419789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.565493 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] DHCP port deletion for 6d40c127-bc90-4df1-9a69-317dc2278173 request from dv-cinder-811151-2-smb {{(pid=87452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 11 16:21:58.570043 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Deleting port 0823a649-f3d9-4312-81a7-5132d42dfc92 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:58.570660 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.726469 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] For port 0823a649-f3d9-4312-81a7-5132d42dfc92, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0823a649-f3d9-4312-81a7-5132d42dfc92,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:58.726990 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.802527 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f6eda236-0b62-4c55-948e-3a514a7ee2bf no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:21:58.827131 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.850129 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: f6eda236-0b62-4c55-948e-3a514a7ee2bf {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:21:58.850502 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f6eda236-0b62-4c55-948e-3a514a7ee2bf not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:21:58.851025 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0823a649-f3d9-4312-81a7-5132d42dfc92 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:21:58.891914 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Calling delete_port for 0823a649-f3d9-4312-81a7-5132d42dfc92 owned by network:dhcp {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:58.916263 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] For port 0823a649-f3d9-4312-81a7-5132d42dfc92, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0823a649-f3d9-4312-81a7-5132d42dfc92,segment=NetworkSegment(a14780d1-b439-4515-a1be-341b88f4c52c),segment_id=a14780d1-b439-4515-a1be-341b88f4c52c)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:21:58.916614 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:58.998353 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-170ebbdd-c324-4760-be9e-0d1d060c0aae tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:21:58.999040 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-170ebbdd-c324-4760-be9e-0d1d060c0aae tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:21:59.042459 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Calling delete_port for 0823a649-f3d9-4312-81a7-5132d42dfc92 owned by network:dhcp {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:21:59.108841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.113736 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-48996a75-65ea-4c04-8897-d9153e4dd0f8 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:59.125749 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Port 0823a649-f3d9-4312-81a7-5132d42dfc92 update to DOWN by agent not found {{(pid=87452) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Nov 11 16:21:59.126186 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device cf06458a-69af-4231-a2b8-0bc6a595b96b no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:21:59.160795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-170ebbdd-c324-4760-be9e-0d1d060c0aae tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:21:59.162886 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-170ebbdd-c324-4760-be9e-0d1d060c0aae tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.3675945 Nov 11 16:21:59.162886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] No DVR routers for this DVR port 0823a649-f3d9-4312-81a7-5132d42dfc92 on host dv-cinder-811151-2-smb {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:21:59.164922 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0823a649-f3d9-4312-81a7-5132d42dfc92,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:59.165072 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: cf06458a-69af-4231-a2b8-0bc6a595b96b {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:21:59.165276 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device cf06458a-69af-4231-a2b8-0bc6a595b96b not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:21:59.191124 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:59.249146 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:21:59.249582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:21:59.312326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-699fa8aa-5f05-462e-a64b-4248eddbce81 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:21:59.318061 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.349514 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d40c127-bc90-4df1-9a69-317dc2278173']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:59.362014 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14780d1-b439-4515-a1be-341b88f4c52c') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:59.362314 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14780d1-b439-4515-a1be-341b88f4c52c') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:21:59.374413 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.390889 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.397133 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:21:59.397575 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:21:59.410570 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:21:59.459377 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-699fa8aa-5f05-462e-a64b-4248eddbce81 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:21:59.461042 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-428f9b30-567f-4099-bdf9-25159c2e5ac6 req-699fa8aa-5f05-462e-a64b-4248eddbce81 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690191 Nov 11 16:21:59.555003 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.558795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-be5cc8ab-de9a-4858-bcb0-d06c504a1176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:21:59.572390 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.584322 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6d40c127-bc90-4df1-9a69-317dc2278173,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:21:59.587783 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:21:59.589561 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d40c127-bc90-4df1-9a69-317dc2278173 HTTP/1.1" status: 204 len: 168 time: 1.2893066 Nov 11 16:21:59.739404 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.750120 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Deleting port 0823a649-f3d9-4312-81a7-5132d42dfc92 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:21:59.750490 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:21:59.816780 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0434-8be0-4f87-ad94-8a5db0014a52 None None] The port '0823a649-f3d9-4312-81a7-5132d42dfc92' was deleted {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 11 16:21:59.973099 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57798) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:00.021770 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b0f4eecc-caa0-4029-9574-90f78a516118 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=036826e9644645beae349fd2517f7baf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479496 Nov 11 16:22:00.024051 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57802) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:00.081630 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:00.106605 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:00.276810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:00.281466 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4b9464b9-d12d-42a8-b315-4da4e6d752b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:00.299403 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4bf019-93da-466c-bc08-16138f68386c,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:00.306821 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:00.309835 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:00.311681 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-30b82aa4-747e-4197-bb24-43e7d104c1ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df4bf019-93da-466c-bc08-16138f68386c HTTP/1.1" status: 204 len: 168 time: 0.2863894 Nov 11 16:22:00.655376 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7241b6c-4f7d-4d90-aac8-3414925b2d6d req-08cce8ae-3335-48a7-9aac-2ae378e1c732 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:00.656857 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e7241b6c-4f7d-4d90-aac8-3414925b2d6d req-08cce8ae-3335-48a7-9aac-2ae378e1c732 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0831552 Nov 11 16:22:00.701915 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e7241b6c-4f7d-4d90-aac8-3414925b2d6d req-88a0657d-25e7-48f5-8249-8f5f16ce4021 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/security-groups?id=2ee9a0be-07e6-427e-9721-96b9fee03472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Nov 11 16:22:00.961670 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-cd52ba07-1d5c-436e-bd92-3458293213a9 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:00.963149 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-cd52ba07-1d5c-436e-bd92-3458293213a9 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.60 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 946 time: 0.0831614 Nov 11 16:22:01.034366 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Deleting port 03e9e296-3ce3-45a3-9aab-3816b080c589 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:01.034707 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.282718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] For port 03e9e296-3ce3-45a3-9aab-3816b080c589, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=03e9e296-3ce3-45a3-9aab-3816b080c589,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:01.283080 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.405566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Calling delete_port for 03e9e296-3ce3-45a3-9aab-3816b080c589 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:01.494612 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57828) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:01.605892 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2092884717-network', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:01.610971 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:01.614831 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Usage tracker for resource:network and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:01.617978 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:01.624232 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:01.716324 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Made reservation on behalf of 118f85f3c08148908be85e8de6b6f1e2 for: {'network': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:22:01.718617 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.731476 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.746356 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:01.750157 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:01.752986 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:01.756274 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.759759 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:01.766019 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-52a3576f-634e-4822-a371-b1e246690692 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:01.774521 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['03e9e296-3ce3-45a3-9aab-3816b080c589'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:22:01.808899 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Pushing event deleted for resources: {'Port': ['ID=03e9e296-3ce3-45a3-9aab-3816b080c589,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:01.814114 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:01.875025 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.887689 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9e4ad7f1-8498-45a6-a5a1-1481fd2ba97a req-af4e3c5e-2875-4e63-8c7b-b794371caa86 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 210 time: 0.0765665 Nov 11 16:22:01.926595 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] No DVR routers for this DVR port 03e9e296-3ce3-45a3-9aab-3816b080c589 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:22:01.929439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:01.931989 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'name': 'network-vif-deleted', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:22:01.984211 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68445674-680c-40f8-b449-ed9bac2d722b', 'name': 'network-vif-deleted', 'tag': '03e9e296-3ce3-45a3-9aab-3816b080c589', 'status': 'completed', 'code': 200} Nov 11 16:22:02.002379 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.006657 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-92c0e691-b4ce-4e99-b5a4-eb6ddb0a52da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:02.031799 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-bcf23636-3118-492d-a20c-2778f2c0dbd2 req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.60 "DELETE /v2.0/ports/03e9e296-3ce3-45a3-9aab-3816b080c589 HTTP/1.1" status: 204 len: 173 time: 1.0617185 Nov 11 16:22:02.033412 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=87450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:22:02.041986 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e557703e-a889-4388-ab01-9cb8ebd90432,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:02.045542 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:02.048161 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.048503 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.segments_db [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Added segment 573f176d-13d1-476d-a380-d8c347a604f8 of type vlan for network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 Nov 11 16:22:02.079460 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.176869 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.178295 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:02.179771 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.183487 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:02.282818 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Pushing event updated for resources: {'Network': ['ID=80432be7-02a8-4f77-a8c1-22d72e6f78f6,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:02.285174 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:02.293744 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:22:02.391133 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8952951 Nov 11 16:22:02.394055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57838) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:02.401057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Request body: {'subnet': {'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2092884717-subnet', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:02.406070 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:02.409963 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Usage tracker for resource:subnet and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:02.412842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:02.419411 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:02.493084 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Made reservation on behalf of 118f85f3c08148908be85e8de6b6f1e2 for: {'subnet': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:22:02.495363 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10671980'] for subnet, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.852116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10615404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10671986'] for subnet, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:02.856253 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8595944f-f97b-40b9-9b98-90fac2ea4bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:02.929577 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dea316-0677-4125-a23b-810376770b47,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:02.933090 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:02.939514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Checking segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:22:02.939921 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Network hostable DHCP agents. Network: 80432be7-02a8-4f77-a8c1-22d72e6f78f6, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:22:03.034249 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:22:03.062949 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-fbe43a30-8c6d-489f-8d21-683b0e741b83 req-b12cfc5c-6e44-4649-ab73-478b4eb92519 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Synchronizing usage tracker for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:22:03.125492 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 80432be7-02a8-4f77-a8c1-22d72e6f78f6) {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:03.129528 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:03.130114 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.134203 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7603a5b5-70e4-4679-9bfb-b119ce827abd None None] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:22:03.182612 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-fbe43a30-8c6d-489f-8d21-683b0e741b83 req-b12cfc5c-6e44-4649-ab73-478b4eb92519 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Unset dirty status for tenant:4d1b504afca14299800fc7f4033607aa on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:22:03.184723 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fbe43a30-8c6d-489f-8d21-683b0e741b83 req-b12cfc5c-6e44-4649-ab73-478b4eb92519 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] 10.222.0.50 "GET /v2.0/ports?device_id=68445674-680c-40f8-b449-ed9bac2d722b HTTP/1.1" status: 200 len: 210 time: 0.1663554 Nov 11 16:22:03.254394 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e3734440-6828-439f-9cda-ab08dfc242fa admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8591976 Nov 11 16:22:03.257130 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57844) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:03.262709 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:03.267581 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:03.271523 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Usage tracker for resource:router and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:03.274977 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:03.280736 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:03.343716 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:22:03.344633 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.356465 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.357625 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.372539 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.497720 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Allocated IP 172.20.0.2 (80432be7-02a8-4f77-a8c1-22d72e6f78f6/50dea316-0677-4125-a23b-810376770b47/351857ec-a342-40a4-b75e-1f2e6779ff10) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:22:03.703173 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.713636 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Transition to ACTIVE for port object 351857ec-a342-40a4-b75e-1f2e6779ff10 will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:03.714589 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.731872 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Transition to ACTIVE for port object 351857ec-a342-40a4-b75e-1f2e6779ff10 will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:03.911101 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:03.916146 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-0a752145-6006-479c-83b7-2456d706476f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:03.979653 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:22:03.982640 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:03.985624 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:22:04.019793 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Pushing event updated for resources: {'Port': ['ID=351857ec-a342-40a4-b75e-1f2e6779ff10,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:04.101487 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.102205 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.102550 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.102883 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.103214 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.103533 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.103852 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.104169 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.104487 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.104833 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.105151 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.105466 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:04.109597 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:04.130111 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Attempting to bind port 351857ec-a342-40a4-b75e-1f2e6779ff10 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:22:04.130484 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Attempting to bind port 351857ec-a342-40a4-b75e-1f2e6779ff10 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:22:04.130844 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Attempting to bind port 351857ec-a342-40a4-b75e-1f2e6779ff10 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:22:04.137047 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:22:04.137672 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Checking segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:22:04.137792 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.138185 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Bound using segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:22:04.138647 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Bound port: 351857ec-a342-40a4-b75e-1f2e6779ff10, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:22:04.139019 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.158563 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.191094 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.232569 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] For port 351857ec-a342-40a4-b75e-1f2e6779ff10, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:22:04.235794 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] For port 351857ec-a342-40a4-b75e-1f2e6779ff10, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=351857ec-a342-40a4-b75e-1f2e6779ff10,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:22:04.325434 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Allocated IP 172.28.2.67 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/7dcab6b7-d61a-41d7-8306-c8ea844d64cb) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:22:04.328253 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.332881 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:04.411851 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Pushing event updated for resources: {'Port': ['ID=351857ec-a342-40a4-b75e-1f2e6779ff10,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:04.415461 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:04.498821 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.524448 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03e9e296-3ce3-45a3-9aab-3816b080c589 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:04.562934 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 03e9e296-3ce3-45a3-9aab-3816b080c589 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:04.563291 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 03e9e296-3ce3-45a3-9aab-3816b080c589 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:04.601131 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:04.605757 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:04.699161 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:22:04.702221 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:04.705917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:22:04.745930 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Pushing event updated for resources: {'Port': ['ID=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:04.750288 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:04.817460 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 351857ec-a342-40a4-b75e-1f2e6779ff10 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:05.013168 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 351857ec-a342-40a4-b75e-1f2e6779ff10 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:05.313332 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:05.375145 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cfb428-cd11-435a-a61b-f878807446ee None None] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:22:05.579405 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Provisioning for port 351857ec-a342-40a4-b75e-1f2e6779ff10 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:05.594348 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Provisioning complete for port 351857ec-a342-40a4-b75e-1f2e6779ff10 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:05.594731 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:05.662089 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:05.732964 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:05.771875 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] For port 351857ec-a342-40a4-b75e-1f2e6779ff10, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=351857ec-a342-40a4-b75e-1f2e6779ff10,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:05.859424 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:05.861922 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:05.931642 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Pushing event updated for resources: {'Port': ['ID=351857ec-a342-40a4-b75e-1f2e6779ff10,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:05.934630 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:05.950399 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Router e83d74c7-c5fe-4563-9728-960de522f45f is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:22:05.979895 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-b2bd6c38-b20b-431d-9d13-6cb02d95eece None None] Provisioning complete for port 351857ec-a342-40a4-b75e-1f2e6779ff10 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:05.980210 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b2bd6c38-b20b-431d-9d13-6cb02d95eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:06.030239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57890) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:06.131010 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:22:06.141475 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:22:06.151876 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:06.152496 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:06.247763 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:06.249043 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-3b40496d-a310-4c05-9b2e-1fe80f73ef3a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9907815 Nov 11 16:22:06.251764 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57894) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:06.329209 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:06.598212 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:06.633225 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:05Z', 'revision_number': 3, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:06.637716 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:22:06.638092 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Updating router e83d74c7-c5fe-4563-9728-960de522f45f port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:22:06.694946 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:06.794523 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 351857ec-a342-40a4-b75e-1f2e6779ff10 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:06.867824 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 351857ec-a342-40a4-b75e-1f2e6779ff10 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:06.868468 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:06.990504 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Deleting port f5f98a5e-47ff-4154-868a-3e410c4239bc {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:06.990855 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.033485 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.046158 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Transition to ACTIVE for port object 7dcab6b7-d61a-41d7-8306-c8ea844d64cb will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:07.101476 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.127414 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.133323 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-81a56333-756f-46d6-8831-9c540e4497b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:07.173485 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] For port f5f98a5e-47ff-4154-868a-3e410c4239bc, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=f5f98a5e-47ff-4154-868a-3e410c4239bc,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:07.174069 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.217597 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Attempting to bind port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:22:07.218576 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Attempting to bind port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:22:07.219123 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Attempting to bind port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:22:07.224978 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Pushing event updated for resources: {'Port': ['ID=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,revision_number=2']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:07.232507 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:22:07.233201 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:22:07.233778 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.234340 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:22:07.234990 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Bound port: 7dcab6b7-d61a-41d7-8306-c8ea844d64cb, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:22:07.235578 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.265728 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.266327 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.266859 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.267351 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.267844 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.268328 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.268844 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.269345 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.269828 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.270305 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.270797 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.271286 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:07.294929 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:07.323769 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] For port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:22:07.326874 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] For port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:22:07.338057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Allocated IP 172.20.0.1 (80432be7-02a8-4f77-a8c1-22d72e6f78f6/50dea316-0677-4125-a23b-810376770b47/0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:22:07.399431 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Calling delete_port for f5f98a5e-47ff-4154-868a-3e410c4239bc owned by network:router_interface {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:07.437166 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.442247 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:07.486200 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.502904 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.provisioning_blocks [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Transition to ACTIVE for port object 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e will not be triggered until provisioned by entity DHCP. {{(pid=87450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:07.519397 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:07.520107 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:07.599718 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Pushing event updated for resources: {'Port': ['ID=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:07.603091 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:07.623057 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.626932 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:07.659085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:07.665227 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c6fc067c-005f-4e37-8426-15326817d69c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:07.695216 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:22:07.698273 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:07.700890 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:22:07.705681 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:07.708970 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f98a5e-47ff-4154-868a-3e410c4239bc,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:07.713729 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:07.744868 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Pushing event updated for resources: {'Port': ['ID=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:07.748373 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:07.779075 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.041620 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.089457 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-0781760e-2edc-418f-a199-954769a4b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:05Z', 'revision_number': 3, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:08.093228 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0781760e-2edc-418f-a199-954769a4b67a None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:05Z', 'revision_number': 3, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:22:08.138995 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-941610e2-d18e-474d-b23e-30c1d1221e04 None None] Provisioning for port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:08.146916 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-941610e2-d18e-474d-b23e-30c1d1221e04 None None] Provisioning complete for port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:08.147134 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-941610e2-d18e-474d-b23e-30c1d1221e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.155535 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.219581 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-941610e2-d18e-474d-b23e-30c1d1221e04 None None] Port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:22:08.438417 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.444964 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Router d877946f-e2ff-4fb7-9e5e-282d9e123c89 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:22:08.539664 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.564541 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-60e5672a-0872-4544-8ab7-0ef61d064bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:08.629798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:22:08.642558 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] Sync routers for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:22:08.650359 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Pushing event updated for resources: {'Port': ['ID=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:08.655269 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:08.658233 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:08.658455 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:08.658574 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:08.764246 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] 10.222.0.50 "PUT /v2.0/routers/d877946f-e2ff-4fb7-9e5e-282d9e123c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7321155 Nov 11 16:22:08.766608 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57898) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:08.910725 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:08.949601 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:22:08.951345 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:08.963194 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 7dcab6b7-d61a-41d7-8306-c8ea844d64cb up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:09.129833 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.185786 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Router e83d74c7-c5fe-4563-9728-960de522f45f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:22:09.308607 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-e2dac796-aca0-4d3b-8a16-78b06dd55f81 None None] Provisioning complete for port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:09.309204 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e2dac796-aca0-4d3b-8a16-78b06dd55f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.367739 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.411705 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:22:09.415316 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-e2dac796-aca0-4d3b-8a16-78b06dd55f81 None None] Port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:22:09.424076 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] 10.222.0.50 "PUT /v2.0/routers/e83d74c7-c5fe-4563-9728-960de522f45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1713347 Nov 11 16:22:09.437018 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:09.438542 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Deleting port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:09.438900 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.445925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:09.446308 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.495953 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170'}], 'enable_snat': True}, 'gw_port_id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:22:07Z', 'revision_number': 5, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port': {'id': '58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:12Z', 'updated_at': '2021-11-11T16:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:09.505322 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] Checking router: d877946f-e2ff-4fb7-9e5e-282d9e123c89 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:22:09.523448 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] Routers {'d877946f-e2ff-4fb7-9e5e-282d9e123c89'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:09.524081 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:09.664737 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] For port 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:09.665338 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.736353 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] Set router d877946f-e2ff-4fb7-9e5e-282d9e123c89 gateway port host: None {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:09.780670 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.796592 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Calling delete_port for 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 owned by network:router_gateway {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:09.848213 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 6, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port_host': None}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:09.858863 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23450476-b0a6-490d-b55d-ce206b96989c None None] The sync data for ids ['d877946f-e2ff-4fb7-9e5e-282d9e123c89'] in dv-cinder-811151-2-smb is: [{'id': 'd877946f-e2ff-4fb7-9e5e-282d9e123c89', 'name': 'tempest-TestMinimumBasicScenario-1356141217-router', 'tenant_id': '4d1b504afca14299800fc7f4033607aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:11Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 6, 'project_id': '4d1b504afca14299800fc7f4033607aa', 'gw_port_host': None}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:22:09.862545 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:09.936859 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:09.940808 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:22:09.941292 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:09.948283 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:09.948933 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:10.008789 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:10.011769 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:10.073634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.077537 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-37a57065-1beb-4647-89da-1161dad20d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:10.122747 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:10.125347 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:10.130769 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:10.225748 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.405175 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.407248 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.457340 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 2, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:10.461775 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:22:10.462134 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Updating router e83d74c7-c5fe-4563-9728-960de522f45f port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:22:10.517518 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.524727 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.525254 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d877946f-e2ff-4fb7-9e5e-282d9e123c89 {{(pid=87451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:22:10.537526 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.539113 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] 10.222.0.50 "DELETE /v2.0/routers/d877946f-e2ff-4fb7-9e5e-282d9e123c89 HTTP/1.1" status: 204 len: 168 time: 1.7714500 Nov 11 16:22:10.541862 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57908) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:10.601162 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Deleting subnet bbff8d7b-29db-4f8e-b10f-901df85ff531 {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:22:10.604118 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.656976 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.777254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.800832 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 7dcab6b7-d61a-41d7-8306-c8ea844d64cb up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:10.893774 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:10.894403 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.911861 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.937587 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.938288 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Transition to ACTIVE for port object 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:10.940213 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-7aca3b18-f9be-4e2d-9e61-b5f657bd3f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:10.982809 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbff8d7b-29db-4f8e-b10f-901df85ff531,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:10.986680 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:10.989425 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:10.996988 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-509e1b84-d281-466a-b151-6bd27c97bb2e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bbff8d7b-29db-4f8e-b10f-901df85ff531 HTTP/1.1" status: 204 len: 168 time: 0.4540043 Nov 11 16:22:10.999343 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57914) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:11.019304 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.025428 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:11.031928 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301fad40-bf2f-4646-bfab-80dde29306dc None None] Network 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:22:11.098674 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25ad9-1b23-41ec-8209-858b03022210 None None] Pushing event updated for resources: {'Port': ['ID=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:11.111066 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-a6d25ad9-1b23-41ec-8209-858b03022210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:11.125514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.138058 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57918) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:11.143571 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1586405427', 'description': 'tempest-description--683021224'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:11.143851 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Deleting port 19e49cbf-ba72-4624-b30b-f1e98744ec63 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:11.144365 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.160675 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:11.168396 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:11.175234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:11.191917 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:11.241463 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f5f98a5e-47ff-4154-868a-3e410c4239bc no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:11.270248 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.314132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:11.318572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:11.323424 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:11.330615 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:11.333928 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: f5f98a5e-47ff-4154-868a-3e410c4239bc {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:11.334918 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device f5f98a5e-47ff-4154-868a-3e410c4239bc not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:11.335859 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:11.373848 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:11.374279 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 58c4b1d3-23e9-4fa3-a5ac-0aa2e57134f0 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:11.395185 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Attempting to bind port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:22:11.396331 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Attempting to bind port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:22:11.396331 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Attempting to bind port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:22:11.402878 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:22:11.403514 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Checking segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:22:11.404186 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.404681 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Bound using segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:22:11.405468 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Bound port: 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:22:11.407270 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.458412 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] For port 19e49cbf-ba72-4624-b30b-f1e98744ec63, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=19e49cbf-ba72-4624-b30b-f1e98744ec63,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:11.458930 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.487674 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.514727 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] DHCP port deletion for 2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd request from dv-cinder-811151-2-smb {{(pid=87452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 11 16:22:11.515985 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] For port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:22:11.519031 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Deleting port 19e49cbf-ba72-4624-b30b-f1e98744ec63 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:11.519415 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.519567 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] For port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:22:11.588025 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Calling delete_port for 19e49cbf-ba72-4624-b30b-f1e98744ec63 owned by network:dhcp {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:11.607288 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.612788 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c748bf5d-2845-4e37-bb1a-963f6495a6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:11.642311 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.648092 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-a6d25ad9-1b23-41ec-8209-858b03022210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:11.666482 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586c9562-9699-46e6-afc4-3d745a44c02c,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:11.669393 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:11.724247 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:11.724965 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:11.733597 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.738281 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c48633c8-3feb-4be1-aa38-54145542d40c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5991082 Nov 11 16:22:11.739071 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57922) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:11.746204 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'security_group_rule': {'security_group_id': '586c9562-9699-46e6-afc4-3d745a44c02c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:11.754232 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:11.762208 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:11.766123 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:11.775905 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:11.781087 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] For port 19e49cbf-ba72-4624-b30b-f1e98744ec63, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=19e49cbf-ba72-4624-b30b-f1e98744ec63,segment=NetworkSegment(ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643),segment_id=ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:11.781495 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.788280 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:11.794847 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b161ab46-2357-485e-9645-5aa5a7e55184 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:11.800417 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25ad9-1b23-41ec-8209-858b03022210 None None] Pushing event updated for resources: {'Port': ['ID=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:11.806144 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-a6d25ad9-1b23-41ec-8209-858b03022210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:11.927830 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:11.933394 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Calling delete_port for 19e49cbf-ba72-4624-b30b-f1e98744ec63 owned by network:dhcp {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:11.975319 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e49cbf-ba72-4624-b30b-f1e98744ec63,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:11.977876 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] No DVR routers for this DVR port 19e49cbf-ba72-4624-b30b-f1e98744ec63 on host dv-cinder-811151-2-smb {{(pid=87450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:22:11.979468 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:11.980280 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.026331 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:22:12.026857 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:22:12.142002 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.177772 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.180138 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:12.195685 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:12.195984 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4bbc2f-12e6-4955-a33f-d4e8cc8d8643') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:12.208187 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.225135 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.232417 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:22:12.232842 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:22:12.252161 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:22:12.255243 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:11Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:12.259947 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4957def-038c-4b92-973d-c47d6c54648d None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:11Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:22:12.309202 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.325260 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-be3fc44e-dd9c-4ca3-a06a-ea09520b0eb7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:12.360427 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff27174-ce2e-44dc-95a6-9fdc5acfbd06,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:12.363721 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:12.464571 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.468195 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:12.482981 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.485008 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd HTTP/1.1" status: 204 len: 168 time: 1.4846849 Nov 11 16:22:12.488057 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 57926) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:12.488681 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.491362 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a7eebad1-f994-4d8a-b27e-2d0c831be850 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7497613 Nov 11 16:22:12.494060 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57930) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:12.499169 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'security_group_rule': {'security_group_id': '586c9562-9699-46e6-afc4-3d745a44c02c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:12.503896 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2e7d38-c6a9-445b-b3ec-6ec4b782d0bd,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:12.507312 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a4924986-f26a-49be-93d4-9709921215a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:12.508277 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:12.516487 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:12.516656 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:12.524629 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:12.531681 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Deleting port 19e49cbf-ba72-4624-b30b-f1e98744ec63 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:12.532741 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.603944 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-81ab40f3-e4ee-4186-bb36-0d33fce8dd01 None None] The port '19e49cbf-ba72-4624-b30b-f1e98744ec63' was deleted {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 11 16:22:12.607892 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.688627 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.765256 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.767578 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:12.795123 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d450c94f-e326-471e-a47c-402413b60f41,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:12.798003 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:12.830669 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:12.867957 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:12.873004 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b401a1e1-35b7-4bf9-8d09-13340395f3e1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3741443 Nov 11 16:22:12.873734 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57934) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:12.879513 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'floatingip': {'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:12.893241 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:12.893241 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:floatingip and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:22:12.897190 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:22:12.903444 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:12.982461 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:12.987600 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:12.988156 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.010953 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.126642 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.164310 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:13.190753 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.213032 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.251115 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.253320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-f3190b25-b4fc-4376-8908-e310f4d135ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:13.337381 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 19e49cbf-ba72-4624-b30b-f1e98744ec63 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:13.392654 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Allocated IP 172.28.2.17 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/e64fd98e-1af2-4c3e-be9d-edfcf419b3e4) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:22:13.394890 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 19e49cbf-ba72-4624-b30b-f1e98744ec63 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:13.395417 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 19e49cbf-ba72-4624-b30b-f1e98744ec63 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:13.429511 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:13.442044 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:13.561572 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.621489 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Deleting port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:13.621977 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.673988 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.678383 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-dc76a164-a15f-4f43-9505-8cb94e30a1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:13.738981 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:22:13.742540 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:13.746357 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:22:13.789965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'Port': ['ID=e64fd98e-1af2-4c3e-be9d-edfcf419b3e4,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:13.793637 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] For port 5ad79277-5c67-42d6-8a3a-a2d011cb0be2, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:13.793793 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:13.794055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:13.917476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Calling delete_port for 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 owned by network:router_interface {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:13.930774 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.054413 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.194517 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.199327 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:14.258696 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for port, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.278845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad79277-5c67-42d6-8a3a-a2d011cb0be2,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:14.281381 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:14.327785 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10613989'] for port, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.333395 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:14.449122 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'Port': ['ID=e64fd98e-1af2-4c3e-be9d-edfcf419b3e4,revision_number=2']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:14.453070 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:14.460512 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.567416 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.568733 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-1d0c5785-36a0-4c95-8fd3-87772823b30d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6935444 Nov 11 16:22:14.609198 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.826047 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-64f72348-c067-484b-ac84-0f67bc71d09a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:22:14.848263 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:14.918626 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:14.919000 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:14.999333 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-64f72348-c067-484b-ac84-0f67bc71d09a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:22:15.000511 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-64f72348-c067-484b-ac84-0f67bc71d09a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1586405427&fields=id&tenant_id=118f85f3c08148908be85e8de6b6f1e2 HTTP/1.1" status: 200 len: 267 time: 0.3002968 Nov 11 16:22:15.119718 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Router 6203c4be-a7a9-46c8-91cc-640acefd4b65 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:22:15.242375 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-1b0a7448-f8fd-42f7-906c-aaa2fec6ab5b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:15.243780 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-1b0a7448-f8fd-42f7-906c-aaa2fec6ab5b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 811 time: 0.2353041 Nov 11 16:22:15.308906 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-04407481-b2ed-4ff2-9dae-65b315ec8a8f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/quotas/118f85f3c08148908be85e8de6b6f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0577047 Nov 11 16:22:15.402611 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:22:15.411008 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] Sync routers for ids ['6203c4be-a7a9-46c8-91cc-640acefd4b65'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:22:15.415355 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] 10.222.0.50 "PUT /v2.0/routers/6203c4be-a7a9-46c8-91cc-640acefd4b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9262111 Nov 11 16:22:15.417878 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57950) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:15.420537 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] Routers {'6203c4be-a7a9-46c8-91cc-640acefd4b65'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:15.421190 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['6203c4be-a7a9-46c8-91cc-640acefd4b65'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:15.432637 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-a762087b-bf02-4628-8dde-ab2233315d93 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120300 Nov 11 16:22:15.575364 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-4b9ad99a-e206-4f75-9ac1-8e5d0f58cb67 service neutron] 10.222.0.50 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307452 Nov 11 16:22:15.602886 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] Set router 6203c4be-a7a9-46c8-91cc-640acefd4b65 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:15.705562 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:15.706658 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:22:15.714571 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-f28682a4-6619-4d12-b464-59355879b5df service neutron] 10.222.0.50 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329536 Nov 11 16:22:15.891945 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:15.898038 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:22:14Z', 'revision_number': 5, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:15.902033 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] Checking router: 6203c4be-a7a9-46c8-91cc-640acefd4b65 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:22:15.910321 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] Routers {'6203c4be-a7a9-46c8-91cc-640acefd4b65'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:15.910955 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:21:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['6203c4be-a7a9-46c8-91cc-640acefd4b65'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:15.984995 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Deleting port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:15.985462 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:16.077746 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-f924fa60-9ef6-409a-81cf-6a572625f7aa req-a50014c5-f72f-4569-ba8b-28399fe792be tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:22:16.132677 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] Set router 6203c4be-a7a9-46c8-91cc-640acefd4b65 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:16.189150 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-f924fa60-9ef6-409a-81cf-6a572625f7aa req-a50014c5-f72f-4569-ba8b-28399fe792be tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:22:16.190288 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f924fa60-9ef6-409a-81cf-6a572625f7aa req-a50014c5-f72f-4569-ba8b-28399fe792be tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 210 time: 0.1694212 Nov 11 16:22:16.228177 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] For port 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:16.228606 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:16.354552 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Calling delete_port for 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 owned by network:router_gateway {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:16.423042 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:22:14Z', 'revision_number': 5, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:16.426917 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7790a-31bc-408a-ab29-98f38ceff869 None None] The sync data for ids ['6203c4be-a7a9-46c8-91cc-640acefd4b65'] in dv-cinder-811151-2-smb is: [{'id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'name': 'tempest-TestMinimumBasicScenario-1057118494-router', 'tenant_id': '45edf332ccba4e7a9411cb16f520210a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165'}], 'enable_snat': True}, 'gw_port_id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:19:22Z', 'updated_at': '2021-11-11T16:22:14Z', 'revision_number': 5, 'project_id': '45edf332ccba4e7a9411cb16f520210a', 'gw_port': {'id': '68a87fb1-b91d-4c4e-9cf8-f2064146a8d4', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6203c4be-a7a9-46c8-91cc-640acefd4b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:19:23Z', 'updated_at': '2021-11-11T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:22:16.732523 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:16.737267 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-6bd0871b-4350-461f-9d45-d74a9e4937c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:16.790055 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Pushing event deleted for resources: {'Port': ['ID=68a87fb1-b91d-4c4e-9cf8-f2064146a8d4,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:16.797159 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:16.817013 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:16.835626 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:16.835975 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 5ad79277-5c67-42d6-8a3a-a2d011cb0be2 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:16.888975 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.070820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.073132 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.275801 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.276378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6203c4be-a7a9-46c8-91cc-640acefd4b65 {{(pid=87450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:22:17.295697 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.296980 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] 10.222.0.50 "DELETE /v2.0/routers/6203c4be-a7a9-46c8-91cc-640acefd4b65 HTTP/1.1" status: 204 len: 168 time: 1.8774912 Nov 11 16:22:17.299356 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57966) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:17.364818 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-02fe4250-2418-4465-80c9-57bc0132fddc req-99677e2d-28b4-4bf9-bf48-9a5a28124133 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 210 time: 0.0534916 Nov 11 16:22:17.507556 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Deleting subnet a04028eb-d490-4063-9b7f-f8404a5bbb07 {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:22:17.510418 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.557826 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.637420 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.787833 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.791978 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:17.827901 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04028eb-d490-4063-9b7f-f8404a5bbb07,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:17.829852 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.835606 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409e580-9a46-48ef-9230-3b270e8c68e6 None None] Network a5659399-a81f-409f-8d6b-fda812076866 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:22:17.836071 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:17.837217 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-ca7365e9-9759-43b9-83cf-f47d60789c9e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a04028eb-d490-4063-9b7f-f8404a5bbb07 HTTP/1.1" status: 204 len: 168 time: 0.5369606 Nov 11 16:22:17.839967 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57970) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:17.951272 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:17.961735 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Deleting port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:17.962065 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.085673 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] DHCP port deletion for a5659399-a81f-409f-8d6b-fda812076866 request from dv-cinder-811151-2-smb {{(pid=87452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 11 16:22:18.089531 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Deleting port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:18.089908 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.169054 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] For port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:18.169406 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.293481 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Calling delete_port for bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 owned by network:dhcp {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:18.293955 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] For port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,segment=NetworkSegment(246dc700-12dd-47cb-8e04-638b51bebbad),segment_id=246dc700-12dd-47cb-8e04-638b51bebbad)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:18.294354 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.428604 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Calling delete_port for bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 owned by network:dhcp {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:22:18.456050 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.461752 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-58479b9d-43d6-427b-8a53-fc4fff54b01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:18.506155 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:22:18.506562 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:22:18.540471 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:18.543290 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:18.550794 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] No DVR routers for this DVR port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 on host dv-cinder-811151-2-smb {{(pid=87450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:22:18.595749 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-15249ae0-a96b-4b14-9ac9-b74c40787987 req-2dda9cf4-8abc-43f1-a405-6a52b175a6a8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 210 time: 0.0964282 Nov 11 16:22:18.651308 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-c701007e-91b4-46b5-b0b0-dd3d0b29bb47 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:18.653420 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-c701007e-91b4-46b5-b0b0-dd3d0b29bb47 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 811 time: 0.1651981 Nov 11 16:22:18.683056 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.710227 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-26807ee1-481c-4b0b-829f-cd43594d4f1e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118f85f3c08148908be85e8de6b6f1e2 HTTP/1.1" status: 200 len: 380 time: 0.0413547 Nov 11 16:22:18.712999 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5659399-a81f-409f-8d6b-fda812076866']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:18.721481 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'port': {'device_id': '33ebd12d-3513-4db9-b90c-02068748be55', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'admin_state_up': True, 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'security_groups': ['586c9562-9699-46e6-afc4-3d745a44c02c']}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:18.725758 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246dc700-12dd-47cb-8e04-638b51bebbad') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:18.726069 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246dc700-12dd-47cb-8e04-638b51bebbad') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:18.737763 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.754876 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.762322 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:22:18.766800 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:22:18.776540 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:22:18.795397 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:18.835101 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:18.835567 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 68a87fb1-b91d-4c4e-9cf8-f2064146a8d4 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:18.836331 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:22:18.875925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:22:18.876604 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:22:18.947535 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.951286 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:18.967420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:22:18.968362 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:18.977346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:22:18.981556 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5659399-a81f-409f-8d6b-fda812076866,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:18.982892 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:18.984405 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e3e93e8a-5730-444f-8b68-b3180e227134 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a5659399-a81f-409f-8d6b-fda812076866 HTTP/1.1" status: 204 len: 168 time: 1.1434636 Nov 11 16:22:19.008028 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Deleting port bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:22:19.008652 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.067068 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Made reservation on behalf of 118f85f3c08148908be85e8de6b6f1e2 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:22:19.071261 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.077276 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-dde26dbc-14cc-4c3e-a4bd-a25ef5d5a3bb None None] The port 'bd0ecdc0-903d-4dea-91a2-3d63e8fa18a9' was deleted {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 11 16:22:19.238162 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Allocated IP 172.20.0.11 (80432be7-02a8-4f77-a8c1-22d72e6f78f6/50dea316-0677-4125-a23b-810376770b47/7b871202-3455-4a66-8bae-49fe975805f8) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:22:19.393361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57982) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:19.429341 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.445647 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-289e689c-94cf-423d-a8ec-81cba7095301 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d1b504afca14299800fc7f4033607aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486352 Nov 11 16:22:19.445871 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Transition to ACTIVE for port object 7b871202-3455-4a66-8bae-49fe975805f8 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:19.446093 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57986) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:19.504337 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.521811 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.527396 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-417981f5-9118-4881-ade4-bad9ea556a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:19.531457 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.596291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:22:19.599253 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:22:19.603626 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:22:19.632634 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'Port': ['ID=7b871202-3455-4a66-8bae-49fe975805f8,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:19.641104 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:19.658347 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.662349 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3c0d2021-47a9-401e-828d-cc6296aa0321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:19.674534 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:19.675838 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.678585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee9a0be-07e6-427e-9721-96b9fee03472,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:19.681653 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:19.754552 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:19.756594 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ee9a0be-07e6-427e-9721-96b9fee03472 HTTP/1.1" status: 204 len: 168 time: 0.3094199 Nov 11 16:22:19.798019 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0803216 Nov 11 16:22:19.814511 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Request body: {'port': {'device_id': '33ebd12d-3513-4db9-b90c-02068748be55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:19.855311 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2f7b-fc38-4ea4-a7cf-5a2e79dada92 req-9dee2c7c-64f9-4680-8012-19a3c85d3c5f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:19.855999 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-9f9b2f7b-fc38-4ea4-a7cf-5a2e79dada92 req-9dee2c7c-64f9-4680-8012-19a3c85d3c5f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:22:19.944322 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.024221 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-4fcde06c-4d6f-433b-a9d0-780fd1b9d1bc None None] Provisioning for port 7b871202-3455-4a66-8bae-49fe975805f8 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:20.029494 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-4fcde06c-4d6f-433b-a9d0-780fd1b9d1bc None None] Provisioning complete for port 7b871202-3455-4a66-8bae-49fe975805f8 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:20.029878 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4fcde06c-4d6f-433b-a9d0-780fd1b9d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.061646 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-9f9b2f7b-fc38-4ea4-a7cf-5a2e79dada92 req-9dee2c7c-64f9-4680-8012-19a3c85d3c5f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:22:20.062918 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9f9b2f7b-fc38-4ea4-a7cf-5a2e79dada92 req-9dee2c7c-64f9-4680-8012-19a3c85d3c5f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 932 time: 0.3324053 Nov 11 16:22:20.086708 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-4fcde06c-4d6f-433b-a9d0-780fd1b9d1bc None None] Port 7b871202-3455-4a66-8bae-49fe975805f8 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:22:20.149703 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9f9b2f7b-fc38-4ea4-a7cf-5a2e79dada92 req-0a443f4e-8604-4965-b2c7-51f620f98b25 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767007 Nov 11 16:22:20.334105 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b871202-3455-4a66-8bae-49fe975805f8 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:22:20.341443 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.356765 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Transition to ACTIVE for port object 7b871202-3455-4a66-8bae-49fe975805f8 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:22:20.530319 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.534241 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-24c1a26c-21cf-44ca-8181-5497cf9e2565 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:20.614471 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 57996) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:20.661894 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b871202-3455-4a66-8bae-49fe975805f8,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:20.674450 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-a7fe0951-dcfa-4478-8620-b59d236f94d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45edf332ccba4e7a9411cb16f520210a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586693 Nov 11 16:22:20.675155 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58000) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:20.692596 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:20.740396 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.768673 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.769169 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Attempting to bind port 7b871202-3455-4a66-8bae-49fe975805f8 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:22:20.769505 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Attempting to bind port 7b871202-3455-4a66-8bae-49fe975805f8 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:22:20.769835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Attempting to bind port 7b871202-3455-4a66-8bae-49fe975805f8 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:22:20.774992 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Port 7b871202-3455-4a66-8bae-49fe975805f8 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:22:20.775308 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Attempting to bind port 7b871202-3455-4a66-8bae-49fe975805f8 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:22:20.780311 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:22:20.780670 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Checking segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:22:20.781051 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Bound using segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:22:20.781470 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Bound port: 7b871202-3455-4a66-8bae-49fe975805f8, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:22:20.781815 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.871310 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] For port 7b871202-3455-4a66-8bae-49fe975805f8, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:22:20.874101 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] For port 7b871202-3455-4a66-8bae-49fe975805f8, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7b871202-3455-4a66-8bae-49fe975805f8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:22:20.937965 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.941774 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f50544e6-dd78-47d4-a7e9-df39e5d35cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:20.953790 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80059c64-10ab-40ad-b65f-8ea87b811651,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:20.957129 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:20.960332 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:20.961771 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80059c64-10ab-40ad-b65f-8ea87b811651 HTTP/1.1" status: 204 len: 168 time: 0.2853458 Nov 11 16:22:21.024572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:21.029279 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c83dcc3f-a9c5-4d2b-b1c6-a92f3a736cc7 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:21.088350 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:21.088986 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:21.092729 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 1094 time: 1.2798178 Nov 11 16:22:21.092729 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:22:21.112710 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b871202-3455-4a66-8bae-49fe975805f8,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:21.121158 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.121598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.122036 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.122607 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.123028 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.123446 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.123862 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.124275 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.124729 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.125290 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.125705 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.126121 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:22:21.131518 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:21.146185 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8', 'status': 'completed', 'code': 200} Nov 11 16:22:21.264635 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ada08-e638-456e-90dd-34ff7569dfb6 req-5b53daf8-c4c5-45a6-9ef3-57b14e099a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:21.266857 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-682ada08-e638-456e-90dd-34ff7569dfb6 req-5b53daf8-c4c5-45a6-9ef3-57b14e099a06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1097 time: 0.0982845 Nov 11 16:22:21.593798 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ada08-e638-456e-90dd-34ff7569dfb6 req-83e01907-9a14-46db-86b5-ecc636ea2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:21.595396 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-682ada08-e638-456e-90dd-34ff7569dfb6 req-83e01907-9a14-46db-86b5-ecc636ea2726 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=118f85f3c08148908be85e8de6b6f1e2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3168631 Nov 11 16:22:21.603345 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd545d60-4e9c-4adf-b4b6-3a3f80dee364 req-701d1970-ab26-40e8-b1d7-92add1ebf5f4 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:21.604942 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fd545d60-4e9c-4adf-b4b6-3a3f80dee364 req-701d1970-ab26-40e8-b1d7-92add1ebf5f4 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 944 time: 0.3071899 Nov 11 16:22:21.731826 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fd545d60-4e9c-4adf-b4b6-3a3f80dee364 req-689c67f7-f750-471e-8103-a7b8a0d300a4 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070559 Nov 11 16:22:21.769627 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ada08-e638-456e-90dd-34ff7569dfb6 req-4d64fcd7-bd41-4867-94cb-aab0190f59af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:21.771081 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-682ada08-e638-456e-90dd-34ff7569dfb6 req-4d64fcd7-bd41-4867-94cb-aab0190f59af service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1644244 Nov 11 16:22:21.879830 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-06c11220-1931-4548-bb48-afdbcca16511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:21.882236 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-06c11220-1931-4548-bb48-afdbcca16511 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1097 time: 0.0715685 Nov 11 16:22:21.957339 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-744ad943-b813-40b7-9407-d1a12a840bee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 217 time: 0.0645676 Nov 11 16:22:22.004147 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:22.023177 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-a32ba9a3-9d34-4815-8728-a0ee5fa0736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:22.024585 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-a32ba9a3-9d34-4815-8728-a0ee5fa0736e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0573881 Nov 11 16:22:22.109293 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-8c4c34d1-2f29-4fd9-9bbc-633ef2a85325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:22.110739 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-8c4c34d1-2f29-4fd9-9bbc-633ef2a85325 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751979 Nov 11 16:22:22.252759 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-6e6c416f-aeea-4a74-ab9b-fc5cc5d69074 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304984 Nov 11 16:22:22.396789 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-61c27886-f6fa-4208-80e4-f84ed63f4df9 req-0f6e88e5-e573-45ec-86ad-bed19f1ae11f service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294150 Nov 11 16:22:22.921483 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3821-8420-4c9f-994a-cda7e190f212 req-05512fb9-12dc-4f98-9908-ca21d93a73f1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:22.922942 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-862a3821-8420-4c9f-994a-cda7e190f212 req-05512fb9-12dc-4f98-9908-ca21d93a73f1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 944 time: 0.0835445 Nov 11 16:22:23.056519 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-862a3821-8420-4c9f-994a-cda7e190f212 req-7a96cfa3-5cfe-4a48-b087-1b282a4f5df8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:security_group {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:22:23.067645 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-862a3821-8420-4c9f-994a-cda7e190f212 req-7a96cfa3-5cfe-4a48-b087-1b282a4f5df8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:security_group {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:22:23.069375 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-862a3821-8420-4c9f-994a-cda7e190f212 req-7a96cfa3-5cfe-4a48-b087-1b282a4f5df8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407444 Nov 11 16:22:24.249709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226eab4-b4ef-4e59-bd3b-212d5d17131f req-e27ab24f-d372-4525-b8ca-ba9f3024b7ef tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:24.251157 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9226eab4-b4ef-4e59-bd3b-212d5d17131f req-e27ab24f-d372-4525-b8ca-ba9f3024b7ef tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 944 time: 0.0781875 Nov 11 16:22:24.297120 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-9226eab4-b4ef-4e59-bd3b-212d5d17131f req-d0f87442-d263-474d-a627-63eeb2c6a99c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 Nov 11 16:22:24.585114 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 7b871202-3455-4a66-8bae-49fe975805f8 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:22:24.612156 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14fd26af-c081-4f80-8ef2-9e52dc582078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:24.749932 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 7b871202-3455-4a66-8bae-49fe975805f8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7b871202-3455-4a66-8bae-49fe975805f8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:24.762291 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '7b871202-3455-4a66-8bae-49fe975805f8', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'port_id': '7b871202-3455-4a66-8bae-49fe975805f8', 'mac_address': 'fa:16:3e:c8:d2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:22:24.817789 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:24.833908 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b871202-3455-4a66-8bae-49fe975805f8 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:22:24.849207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 7b871202-3455-4a66-8bae-49fe975805f8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7b871202-3455-4a66-8bae-49fe975805f8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:24.924106 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:24.925896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:24.990686 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=7b871202-3455-4a66-8bae-49fe975805f8,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:24.993627 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:25.181034 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['7b871202-3455-4a66-8bae-49fe975805f8'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:22:25.210264 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:25.483376 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b21d0-7f0e-4354-9c64-f1013dfd0e61 req-1535f781-0071-4582-b126-8304841cce22 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:25.484829 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6e4b21d0-7f0e-4354-9c64-f1013dfd0e61 req-1535f781-0071-4582-b126-8304841cce22 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 945 time: 0.0796537 Nov 11 16:22:25.527606 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6e4b21d0-7f0e-4354-9c64-f1013dfd0e61 req-bcc14559-50b1-432e-8df9-a0a3a7ac5561 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372498 Nov 11 16:22:26.587535 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 7b871202-3455-4a66-8bae-49fe975805f8 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:22:26.714277 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98391afa-70d5-47d3-be7f-9e2a6a2e6096 req-f49ab6f1-162b-46d1-ae89-7b127194987b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:26.715702 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-98391afa-70d5-47d3-be7f-9e2a6a2e6096 req-f49ab6f1-162b-46d1-ae89-7b127194987b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 945 time: 0.0839174 Nov 11 16:22:26.729767 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 7b871202-3455-4a66-8bae-49fe975805f8 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:22:26.735133 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 7b871202-3455-4a66-8bae-49fe975805f8 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:22:26.735507 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:26.759643 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-98391afa-70d5-47d3-be7f-9e2a6a2e6096 req-a94ac93d-b4f6-490e-bab9-c5ba89146e63 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380924 Nov 11 16:22:26.853849 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:26.880245 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:22:26.891313 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 7b871202-3455-4a66-8bae-49fe975805f8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7b871202-3455-4a66-8bae-49fe975805f8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:22:26.926464 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8', 'code': 200} Nov 11 16:22:26.966735 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:26.969200 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:22:27.038919 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=7b871202-3455-4a66-8bae-49fe975805f8,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:22:27.041970 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:22:27.311295 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972441f-5090-441e-b82f-0f7b79f381dd req-495c4783-f200-4ce0-8db6-499c9f9ff642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:27.312772 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8972441f-5090-441e-b82f-0f7b79f381dd req-495c4783-f200-4ce0-8db6-499c9f9ff642 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1099 time: 0.0706570 Nov 11 16:22:27.349282 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b6964a9a-28ae-4e3f-94f2-f703146836ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:27.358101 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8972441f-5090-441e-b82f-0f7b79f381dd req-6fbb6f5e-3dd4-4247-8145-558f688d2c40 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342317 Nov 11 16:22:27.947988 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a563a94-a53b-4ee4-9a19-e1b1abed44f6 req-f4d6f134-ecb5-486c-8288-cb7c17e46f9c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:27.949461 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7a563a94-a53b-4ee4-9a19-e1b1abed44f6 req-f4d6f134-ecb5-486c-8288-cb7c17e46f9c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0816841 Nov 11 16:22:27.993552 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7a563a94-a53b-4ee4-9a19-e1b1abed44f6 req-68ebda28-e1d8-4344-95f1-c255f9d3f29f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 Nov 11 16:22:28.732234 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:29.185059 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a10d-ab22-4a06-b9aa-c4c7c37aa91e req-0fa75fe0-b1cf-4272-9acb-26d0a4e3bab9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:29.186491 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3f44a10d-ab22-4a06-b9aa-c4c7c37aa91e req-0fa75fe0-b1cf-4272-9acb-26d0a4e3bab9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0845158 Nov 11 16:22:29.230836 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3f44a10d-ab22-4a06-b9aa-c4c7c37aa91e req-3076a0e0-0eb8-41c3-b595-6695c5c5b8f5 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386045 Nov 11 16:22:29.409531 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbe6fe-e184-4a49-b2df-32601192b80f req-01c8ede5-169e-4ffc-8cd2-c7b6bd54d400 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:29.410906 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d5dbe6fe-e184-4a49-b2df-32601192b80f req-01c8ede5-169e-4ffc-8cd2-c7b6bd54d400 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0798736 Nov 11 16:22:29.419755 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58028) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:22:29.424801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'floatingip': {'port_id': '7b871202-3455-4a66-8bae-49fe975805f8'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:22:29.503622 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:29.732481 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:30.386198 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:30.446428 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:30.617503 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Floating IP acfdb48d-5f57-49ac-9412-291f2856d69c associated. External IP: 172.28.2.17, port: 7b871202-3455-4a66-8bae-49fe975805f8. Nov 11 16:22:31.076335 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Router e83d74c7-c5fe-4563-9728-960de522f45f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:22:31.254495 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:22:31.260261 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:31.265921 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:22:31.275997 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:31.276644 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:22:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:31.316322 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-db50fe06-0d2f-4987-a8ed-9eccad6a164d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "PUT /v2.0/floatingips/acfdb48d-5f57-49ac-9412-291f2856d69c HTTP/1.1" status: 200 len: 991 time: 1.8955204 Nov 11 16:22:31.317007 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:22:31.362749 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8', 'status': 'completed', 'code': 200} Nov 11 16:22:31.457506 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-734faee5-a006-488f-9ac3-fd0c80a76ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:31.459239 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-734faee5-a006-488f-9ac3-fd0c80a76ae4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1099 time: 0.0735250 Nov 11 16:22:31.460046 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:31.593879 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-ad176c67-7eb6-4ebc-b066-d673da2c542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:31.595487 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-ad176c67-7eb6-4ebc-b066-d673da2c542e service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.1300271 Nov 11 16:22:31.700310 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-7de005ec-17de-4a80-b1a4-6ffad420c531 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 999 time: 0.0977712 Nov 11 16:22:31.763857 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-a861fdfe-592d-43bf-adc5-fed800c428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:31.765296 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-a861fdfe-592d-43bf-adc5-fed800c428cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0577841 Nov 11 16:22:31.829055 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': 'acfdb48d-5f57-49ac-9412-291f2856d69c', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'floating_ip_address': '172.28.2.17', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'port_id': '7b871202-3455-4a66-8bae-49fe975805f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'mac_address': 'fa:16:3e:c8:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebd12d-3513-4db9-b90c-02068748be55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:22:13Z', 'updated_at': '2021-11-11T16:22:30Z', 'revision_number': 1, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:31.832822 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:22:31.842089 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:22:31.842680 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:22:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:31.844899 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-de34f8b3-e49a-4fdb-ade3-045af22111b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:22:31.846360 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-de34f8b3-e49a-4fdb-ade3-045af22111b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735176 Nov 11 16:22:31.979582 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-59a9e55b-3a94-4449-a517-8e4aa47915f4 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265912 Nov 11 16:22:32.023977 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:22:32.113649 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b59fd68-a4d9-436a-ba2e-e1d70b888950 req-ccb7c275-5c6d-45a3-8eff-1b337ed19e21 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266661 Nov 11 16:22:32.369820 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': 'acfdb48d-5f57-49ac-9412-291f2856d69c', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'floating_ip_address': '172.28.2.17', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'port_id': '7b871202-3455-4a66-8bae-49fe975805f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'mac_address': 'fa:16:3e:c8:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebd12d-3513-4db9-b90c-02068748be55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:22:13Z', 'updated_at': '2021-11-11T16:22:30Z', 'revision_number': 1, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:22:32.373528 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c6544b-1369-46b4-8642-69214d753f79 None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': 'acfdb48d-5f57-49ac-9412-291f2856d69c', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'floating_ip_address': '172.28.2.17', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'port_id': '7b871202-3455-4a66-8bae-49fe975805f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'mac_address': 'fa:16:3e:c8:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ebd12d-3513-4db9-b90c-02068748be55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:22:13Z', 'updated_at': '2021-11-11T16:22:30Z', 'revision_number': 1, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:22:32.567749 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7208e0d-16dc-4cd7-a46b-cb10dbb4ce00 None None] New status for floating IP acfdb48d-5f57-49ac-9412-291f2856d69c: ACTIVE {{(pid=87452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:22:52.024924 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:52.706350 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:22:54.630939 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c3b0e702-3bc5-42b3-a650-7a6a167a0839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:55.253516 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:57.419206 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-5dc39e34-3d83-418f-815e-d06b3724c773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:58.664881 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:22:59.765049 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:18.978990 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f1fe7-c47b-485b-a122-67c9e2cd764c req-c175ea18-840d-4a2e-aafd-58e64827e38b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:18.980472 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-923f1fe7-c47b-485b-a122-67c9e2cd764c req-c175ea18-840d-4a2e-aafd-58e64827e38b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0798020 Nov 11 16:23:19.031398 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-923f1fe7-c47b-485b-a122-67c9e2cd764c req-5467689b-6736-444d-9a6f-df4e0c69567f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Nov 11 16:23:20.215449 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e1ed7-c954-41b1-9cd9-16d9c311d5ec req-0beccf9f-f287-466e-91b3-a7198bc35d91 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:20.217198 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0d5e1ed7-c954-41b1-9cd9-16d9c311d5ec req-0beccf9f-f287-466e-91b3-a7198bc35d91 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0791001 Nov 11 16:23:20.260562 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0d5e1ed7-c954-41b1-9cd9-16d9c311d5ec req-47a2bde2-05f0-43d9-8d3b-57b86c42a371 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376325 Nov 11 16:23:21.444068 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d4542-5639-4d82-940b-f9b598ab1565 req-a167a34d-a99f-4acb-82b4-5017935a7d93 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:21.445546 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5f2d4542-5639-4d82-940b-f9b598ab1565 req-a167a34d-a99f-4acb-82b4-5017935a7d93 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0786157 Nov 11 16:23:21.489736 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5f2d4542-5639-4d82-940b-f9b598ab1565 req-977a5ea1-0ffa-4917-b3e6-ff7c283d97cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385528 Nov 11 16:23:21.987024 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:22.676173 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbef20c-51b9-43f6-ade9-d5628a4521ec req-ab8a7688-e589-48b3-b0f6-e0de98918f84 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:22.677627 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0bbef20c-51b9-43f6-ade9-d5628a4521ec req-ab8a7688-e589-48b3-b0f6-e0de98918f84 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0841668 Nov 11 16:23:22.721856 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-0bbef20c-51b9-43f6-ade9-d5628a4521ec req-5cb7d470-f500-4d2b-9137-7d7333f59eef tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Nov 11 16:23:23.910393 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4279cfa-3f98-4ead-98b1-0a8d64fb1754 req-53e0182a-f967-4267-a8cf-8747bffb1734 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:23.911839 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c4279cfa-3f98-4ead-98b1-0a8d64fb1754 req-53e0182a-f967-4267-a8cf-8747bffb1734 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0841091 Nov 11 16:23:23.954191 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-c4279cfa-3f98-4ead-98b1-0a8d64fb1754 req-dad45900-481e-45c4-9fec-57f658f0e1de tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363934 Nov 11 16:23:24.592557 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-27e22f32-c1cc-4471-96be-a0fe8444e175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:25.144761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c0da-4ad4-4960-a934-05239accc9e2 req-0beb2180-28d5-45e5-af79-1a3894f92c70 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:25.144761 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-06b6c0da-4ad4-4960-a934-05239accc9e2 req-0beb2180-28d5-45e5-af79-1a3894f92c70 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0817649 Nov 11 16:23:25.188309 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-06b6c0da-4ad4-4960-a934-05239accc9e2 req-8c5cf5af-cf8b-477f-8ba1-b01d1e950541 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Nov 11 16:23:25.203683 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:26.378726 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11568e-7553-4ceb-a15f-b21b6428b0b9 req-996bb714-da23-4f3f-919a-dd7eaef20a3a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:26.380159 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ca11568e-7553-4ceb-a15f-b21b6428b0b9 req-996bb714-da23-4f3f-919a-dd7eaef20a3a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0800416 Nov 11 16:23:26.423239 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ca11568e-7553-4ceb-a15f-b21b6428b0b9 req-6cecfaf9-7341-49c8-89b7-26508cb17fdd tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Nov 11 16:23:27.376744 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-d88793b5-56a3-48dc-948f-f105e1b8b810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:27.436687 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-d516778c-48e4-4a9b-9bbc-070d0d3b24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:27.438198 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-d516778c-48e4-4a9b-9bbc-070d0d3b24ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1099 time: 0.0745647 Nov 11 16:23:27.643258 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-097db16f-82ae-4270-baa1-581b115512eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:27.644721 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-097db16f-82ae-4270-baa1-581b115512eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.1813223 Nov 11 16:23:27.656795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81add24-247d-4d8e-989c-5d3fc5a8a535 req-c5591f9a-d15a-4103-8f69-c13d8efff856 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:27.658140 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f81add24-247d-4d8e-989c-5d3fc5a8a535 req-c5591f9a-d15a-4103-8f69-c13d8efff856 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.1303365 Nov 11 16:23:27.884400 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f81add24-247d-4d8e-989c-5d3fc5a8a535 req-1ee99b65-c742-47f7-9801-cb156003b236 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759902 Nov 11 16:23:27.887996 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-917b1558-65b9-4422-ab50-250fc80be185 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 1001 time: 0.2289870 Nov 11 16:23:27.959205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-7aba9a89-ce2d-4e3b-8725-cb5671708763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:27.960667 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-7aba9a89-ce2d-4e3b-8725-cb5671708763 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0620174 Nov 11 16:23:28.039181 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-737f507f-3b31-4a3b-8db3-b80733950e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:28.040649 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-737f507f-3b31-4a3b-8db3-b80733950e64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698004 Nov 11 16:23:28.180677 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-e9ca0cfc-3e2b-4687-b344-2fe5f27a66ca service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275663 Nov 11 16:23:28.321006 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-607be44a-4c61-49bb-9a2b-87bb42d83f77 req-9a8064f3-32b2-44a8-bf5a-9e22cdc04097 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290214 Nov 11 16:23:28.662694 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:29.069355 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300f7e4-0ff4-462a-9bce-79c4b250fbe1 req-3a788ff5-0a6e-4497-b4ae-cdf2cffc05cb tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:29.070776 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f300f7e4-0ff4-462a-9bce-79c4b250fbe1 req-3a788ff5-0a6e-4497-b4ae-cdf2cffc05cb tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0826919 Nov 11 16:23:29.114077 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f300f7e4-0ff4-462a-9bce-79c4b250fbe1 req-8d0fb5ca-e17d-4afe-b618-4d2585735df6 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376122 Nov 11 16:23:29.690865 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:29.705560 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:23:30.299088 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9545c0-23a0-44b0-aa43-636e956b81d4 req-6f6254ba-5f20-4f67-8371-1ef73f697ee0 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:30.300528 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fa9545c0-23a0-44b0-aa43-636e956b81d4 req-6f6254ba-5f20-4f67-8371-1ef73f697ee0 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0840454 Nov 11 16:23:30.345472 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-fa9545c0-23a0-44b0-aa43-636e956b81d4 req-8f76b59b-bfaa-46e4-8a6c-0afa445966ae tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Nov 11 16:23:31.526727 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a99093-e036-4891-9d37-b9923568e0e4 req-cd01fb6f-283d-43ee-b218-f4b5de1d82cf tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:31.528046 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a8a99093-e036-4891-9d37-b9923568e0e4 req-cd01fb6f-283d-43ee-b218-f4b5de1d82cf tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0791757 Nov 11 16:23:31.573986 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a8a99093-e036-4891-9d37-b9923568e0e4 req-5379acfd-8885-4558-a5a6-b6e5ecebb086 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Nov 11 16:23:32.764131 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f26f90-4969-4c1e-a9cc-5bdf305a61cf req-0d88d590-2e79-4f54-92ef-e76ae6d9f396 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:32.765589 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20f26f90-4969-4c1e-a9cc-5bdf305a61cf req-0d88d590-2e79-4f54-92ef-e76ae6d9f396 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0819113 Nov 11 16:23:32.814367 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-20f26f90-4969-4c1e-a9cc-5bdf305a61cf req-ea46b02f-75a7-47d7-a3c8-81ee4250a726 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Nov 11 16:23:34.001084 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f766a02-05b0-4ec7-8642-eb59f3a3a246 req-7593d290-f46a-41fc-a6fc-5721da2124b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:34.002523 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5f766a02-05b0-4ec7-8642-eb59f3a3a246 req-7593d290-f46a-41fc-a6fc-5721da2124b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0799887 Nov 11 16:23:34.046289 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5f766a02-05b0-4ec7-8642-eb59f3a3a246 req-51fe9b22-1b73-40ee-af3e-2a44cf3f8855 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381908 Nov 11 16:23:35.226116 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed25045-65c4-4f63-b1bd-fd183e5f459b req-b9bcfd88-2a5f-4098-84a0-05b057937944 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:35.227520 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3ed25045-65c4-4f63-b1bd-fd183e5f459b req-b9bcfd88-2a5f-4098-84a0-05b057937944 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0788372 Nov 11 16:23:35.271849 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3ed25045-65c4-4f63-b1bd-fd183e5f459b req-436bd548-c334-464a-96d3-73218f5d1f51 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381925 Nov 11 16:23:36.457863 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f028f2-cd8b-4359-a143-d215d6193a5c req-f2f1b8aa-590c-48a3-b827-f09b834115cf tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:36.459351 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-29f028f2-cd8b-4359-a143-d215d6193a5c req-f2f1b8aa-590c-48a3-b827-f09b834115cf tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0818927 Nov 11 16:23:36.503347 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-29f028f2-cd8b-4359-a143-d215d6193a5c req-0dede832-b461-43ee-88b4-c0b37e6b8de7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384531 Nov 11 16:23:37.688216 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a76c7c-b7fc-46c9-88b0-9e7fd8160063 req-cede69d2-5c8b-4881-b8ce-adec710432e6 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:37.689728 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-60a76c7c-b7fc-46c9-88b0-9e7fd8160063 req-cede69d2-5c8b-4881-b8ce-adec710432e6 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0836442 Nov 11 16:23:37.733206 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-60a76c7c-b7fc-46c9-88b0-9e7fd8160063 req-a9137188-4408-457d-ae33-36bd59983c3d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Nov 11 16:23:38.918125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56908ff8-c506-4ab4-b4eb-3a4041299418 req-93ee2b2f-5702-4060-a458-7a0a48ccfbdb tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:38.920235 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-56908ff8-c506-4ab4-b4eb-3a4041299418 req-93ee2b2f-5702-4060-a458-7a0a48ccfbdb tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0794547 Nov 11 16:23:38.966350 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-56908ff8-c506-4ab4-b4eb-3a4041299418 req-52bc6537-81e7-4b06-9c4e-3ad81f117b4e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400887 Nov 11 16:23:40.151874 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0804d-331d-46fd-93a6-431793f31254 req-f4bae3ce-4f94-409b-a758-04f35c4ec461 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:40.153951 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-87e0804d-331d-46fd-93a6-431793f31254 req-f4bae3ce-4f94-409b-a758-04f35c4ec461 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0812819 Nov 11 16:23:40.196938 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-87e0804d-331d-46fd-93a6-431793f31254 req-cb744970-92d2-4ea9-8cfe-c700b927e245 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372510 Nov 11 16:23:40.734763 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee14c2d-47ef-472c-9f50-34e3267a018e req-08feb2a9-63dc-4d76-935d-2a235fbd8dcc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:40.736184 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8ee14c2d-47ef-472c-9f50-34e3267a018e req-08feb2a9-63dc-4d76-935d-2a235fbd8dcc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0850167 Nov 11 16:23:40.780505 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8ee14c2d-47ef-472c-9f50-34e3267a018e req-668db6a5-6ee3-473a-947e-e2ddbbd70c23 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Nov 11 16:23:40.885625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-7a9533f0-eb15-403b-9358-75e5b6d1b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:40.886965 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-7a9533f0-eb15-403b-9358-75e5b6d1b0f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1099 time: 0.0711176 Nov 11 16:23:41.020989 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-953959a1-2dfa-420c-b4db-b2a6962546d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:41.022414 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-953959a1-2dfa-420c-b4db-b2a6962546d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.1239264 Nov 11 16:23:41.128000 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-22b16955-e584-4277-8a81-85b893c83f7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 1001 time: 0.0953534 Nov 11 16:23:41.197507 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-81cc33ed-2997-46c8-a569-5299fb829f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:41.198833 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-81cc33ed-2997-46c8-a569-5299fb829f4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0608411 Nov 11 16:23:41.283796 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-881b258f-d5f8-4904-be16-78142a78a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:41.285349 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-881b258f-d5f8-4904-be16-78142a78a0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733902 Nov 11 16:23:41.549538 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-35c30674-7e8c-4322-a41a-e9dcc6a679d8 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536061 Nov 11 16:23:41.703073 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6b43588f-deed-4162-8f67-6a7506e66ae3 req-140c33e0-2232-4d9b-996e-02a3ef5260d5 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426973 Nov 11 16:23:41.993994 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6d194-c93d-4ccc-bd3f-9c31e23006ae req-7ef37302-67dc-42be-b152-1f1fbe459f33 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:41.995484 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b2a6d194-c93d-4ccc-bd3f-9c31e23006ae req-7ef37302-67dc-42be-b152-1f1fbe459f33 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0879426 Nov 11 16:23:42.041492 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b2a6d194-c93d-4ccc-bd3f-9c31e23006ae req-c4f9f927-d827-4eb6-b033-b2f73d2add6f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Nov 11 16:23:43.233841 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c978b5-b366-471a-b830-0fe5cb6aea79 req-841112db-b04e-4b29-8196-37bc3f4fe288 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:23:43.235377 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-55c978b5-b366-471a-b830-0fe5cb6aea79 req-841112db-b04e-4b29-8196-37bc3f4fe288 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0795615 Nov 11 16:23:43.282935 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-55c978b5-b366-471a-b830-0fe5cb6aea79 req-ddac0603-e0a8-46af-8487-82a07b16cc44 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Nov 11 16:23:51.996593 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:54.609792 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-d14a7b93-2a7f-4f80-998b-f81c2936bdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:55.203597 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:57.357746 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e9c55103-5a82-4c23-be0c-730a5f38f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:58.677246 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:23:59.711753 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:06.704353 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:24:18.585408 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363af20-4cfc-443b-b714-39c22c6ae918 req-70320da0-8e7c-48c0-9369-9724983ac2b9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:18.586890 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9363af20-4cfc-443b-b714-39c22c6ae918 req-70320da0-8e7c-48c0-9369-9724983ac2b9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0817463 Nov 11 16:24:18.632889 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9363af20-4cfc-443b-b714-39c22c6ae918 req-47bd1eec-bdaa-4d80-bb42-303792f4280b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Nov 11 16:24:19.816440 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad985dab-364f-4ad8-8a9e-567bd45c4c4a req-54ba901d-2f0e-4455-8fa9-6f34c2d2f080 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:19.818042 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ad985dab-364f-4ad8-8a9e-567bd45c4c4a req-54ba901d-2f0e-4455-8fa9-6f34c2d2f080 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0821631 Nov 11 16:24:19.863391 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ad985dab-364f-4ad8-8a9e-567bd45c4c4a req-72034031-4c69-4ef8-b2fb-7be2d034a981 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Nov 11 16:24:21.049010 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dc042-0ed9-4023-8c4e-700802cae73c req-0033b6e0-f0cd-4dd9-84ea-344ca09a8365 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:21.050367 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ce7dc042-0ed9-4023-8c4e-700802cae73c req-0033b6e0-f0cd-4dd9-84ea-344ca09a8365 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0823655 Nov 11 16:24:21.093584 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ce7dc042-0ed9-4023-8c4e-700802cae73c req-31836b45-cebc-4dd5-bfed-9673ce2b44a1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376067 Nov 11 16:24:22.047676 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:22.281966 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdf327-3663-4c23-99fa-62e96892eaa2 req-3bfa7640-18eb-4c82-a74a-f69c67a4b800 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:22.283389 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b6bdf327-3663-4c23-99fa-62e96892eaa2 req-3bfa7640-18eb-4c82-a74a-f69c67a4b800 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0834134 Nov 11 16:24:22.326841 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b6bdf327-3663-4c23-99fa-62e96892eaa2 req-413a8577-ed7d-4d4e-ae8c-844f113d6043 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367475 Nov 11 16:24:23.509945 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314c0ef-7c9b-4718-985b-e455909e3842 req-aab651d9-758a-47fa-a01a-6d8307fc411e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:23.511385 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9314c0ef-7c9b-4718-985b-e455909e3842 req-aab651d9-758a-47fa-a01a-6d8307fc411e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0789299 Nov 11 16:24:23.558617 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9314c0ef-7c9b-4718-985b-e455909e3842 req-88fc6c2e-f5bf-47ac-b777-a479a62e1331 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Nov 11 16:24:24.613044 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-11a78153-d548-48a9-8d0a-1ab3f6e03bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:24.743588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6e88-b083-4c34-b0bf-08838ac802cb req-ca4034be-0f15-4f3a-a413-b6a3d5c417f2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:24.744960 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-df1d6e88-b083-4c34-b0bf-08838ac802cb req-ca4034be-0f15-4f3a-a413-b6a3d5c417f2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0825410 Nov 11 16:24:24.787320 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-df1d6e88-b083-4c34-b0bf-08838ac802cb req-2e4b2b9a-49c4-47fd-8b2d-d03ebfc2f9a0 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368242 Nov 11 16:24:25.172647 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:25.968810 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0387b-a31b-4179-b3de-250906ee9326 req-1d256e59-e352-4456-9afc-50829df89f18 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:25.970242 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d4f0387b-a31b-4179-b3de-250906ee9326 req-1d256e59-e352-4456-9afc-50829df89f18 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0796065 Nov 11 16:24:26.012950 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d4f0387b-a31b-4179-b3de-250906ee9326 req-890596d0-a65b-4a16-8196-ce5cc2313a8d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363760 Nov 11 16:24:27.200001 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf229a-ceb6-46ee-8a36-8ae0bca9174a req-3d1240af-5455-43cd-85dc-3bd9f729cb03 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:27.201386 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-decf229a-ceb6-46ee-8a36-8ae0bca9174a req-3d1240af-5455-43cd-85dc-3bd9f729cb03 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0829177 Nov 11 16:24:27.245574 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-decf229a-ceb6-46ee-8a36-8ae0bca9174a req-d714581d-3178-4f2c-a597-9717f3ebfa33 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384617 Nov 11 16:24:27.343871 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-256adf38-5f75-4e3f-83b6-71bd0cc1f3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:28.434505 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-c9ec8de8-13f2-4fb2-bf3f-539ad0f4d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:28.435672 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3733b9c-2bbb-463a-9172-e03c579ba734 req-72858bd6-5d50-474e-884b-3fac7e3fb599 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:28.436075 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-c9ec8de8-13f2-4fb2-bf3f-539ad0f4d9e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1099 time: 0.0709298 Nov 11 16:24:28.437149 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d3733b9c-2bbb-463a-9172-e03c579ba734 req-72858bd6-5d50-474e-884b-3fac7e3fb599 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0855918 Nov 11 16:24:28.483225 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-d3733b9c-2bbb-463a-9172-e03c579ba734 req-d17c1dc0-52ca-4e17-9005-6ebe70842d98 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Nov 11 16:24:28.585887 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-2b229a32-5b68-47d8-8ef8-6d5d4c03c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:28.587502 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-2b229a32-5b68-47d8-8ef8-6d5d4c03c978 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.1274014 Nov 11 16:24:28.695302 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-dbb6c560-baf5-472b-b727-2160b68819e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 1001 time: 0.0967290 Nov 11 16:24:28.760994 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-7a43ef20-dfad-496a-9c2f-4fa611cb389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:28.761518 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:28.762374 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-7a43ef20-dfad-496a-9c2f-4fa611cb389b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0601294 Nov 11 16:24:28.841781 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-ef9e94c0-f7cc-495e-9c79-b8bb239d27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:28.843166 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-ef9e94c0-f7cc-495e-9c79-b8bb239d27d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704293 Nov 11 16:24:28.981821 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-98c6f4a4-1dc4-485a-a71a-e20a88bc0191 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270072 Nov 11 16:24:29.120702 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cc62a09c-19ac-45ab-9b2d-fbafe21d622d req-c3ab36f4-07db-4218-80e8-d050673f9052 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273260 Nov 11 16:24:29.672783 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a5da6-38fa-462d-8911-16418db274bd req-d039e2bb-945f-4c90-ab10-39b44505c2d2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:29.674270 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3f0a5da6-38fa-462d-8911-16418db274bd req-d039e2bb-945f-4c90-ab10-39b44505c2d2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0822487 Nov 11 16:24:29.722385 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3f0a5da6-38fa-462d-8911-16418db274bd req-02902b93-b96b-4dd2-b308-0553fccefc12 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Nov 11 16:24:29.727047 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:30.198877 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0681e38-15dc-4498-b8e6-19a81f8eefde req-a9da7bd7-c666-469d-ac24-ec13dbe91c61 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:30.200242 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b0681e38-15dc-4498-b8e6-19a81f8eefde req-a9da7bd7-c666-469d-ac24-ec13dbe91c61 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0838094 Nov 11 16:24:30.246470 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b0681e38-15dc-4498-b8e6-19a81f8eefde req-28d6f123-0358-43c6-a543-d168061c1aa3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Nov 11 16:24:30.319178 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-ae6e669d-b0e7-44ff-8500-731e40adbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:30.320617 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-ae6e669d-b0e7-44ff-8500-731e40adbf94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 1099 time: 0.0731692 Nov 11 16:24:30.548047 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-0ee81737-0762-415e-9610-5e1a6569e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:30.549489 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-0ee81737-0762-415e-9610-5e1a6569e7b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.2172794 Nov 11 16:24:30.658650 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-a28e331a-aabb-46b9-8561-87a52c43c10e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 200 len: 1001 time: 0.0952165 Nov 11 16:24:30.722217 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-5962a158-66e8-4464-8781-684f445a6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:30.723561 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-5962a158-66e8-4464-8781-684f445a6714 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0551546 Nov 11 16:24:30.808677 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-273559e3-d077-4415-b547-10ec3401bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:30.810038 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-273559e3-d077-4415-b547-10ec3401bd2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689299 Nov 11 16:24:30.946717 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-8087d200-e514-4e77-8a1f-21db9e54e35d service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241903 Nov 11 16:24:31.080288 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-36b9aac7-9a2f-47d2-b615-f646be8309f1 req-0860ac49-bcf2-46aa-8565-9fa50baddc08 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228266 Nov 11 16:24:31.430091 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd577e-16b8-4f54-854a-9f307f2163af req-420eb8a5-173b-4db6-a1a2-2f0f1863df67 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:31.431417 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-facd577e-16b8-4f54-854a-9f307f2163af req-420eb8a5-173b-4db6-a1a2-2f0f1863df67 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0780215 Nov 11 16:24:31.474468 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-facd577e-16b8-4f54-854a-9f307f2163af req-91487434-ff4f-4f0e-861d-59a6f35ea378 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375326 Nov 11 16:24:32.661339 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98393330-32b9-46c6-9cfb-b0a60de7d89b req-aa5f3bb7-a4d4-4464-adee-60d6e731698a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:24:32.662803 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-98393330-32b9-46c6-9cfb-b0a60de7d89b req-aa5f3bb7-a4d4-4464-adee-60d6e731698a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0820396 Nov 11 16:24:32.706406 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-98393330-32b9-46c6-9cfb-b0a60de7d89b req-40e4e9af-4724-442c-a554-813fb0b363e2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381162 Nov 11 16:24:43.703535 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:24:52.039616 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:54.639312 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-a8edc7a7-23b9-4e9a-b318-3b64effe5b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:55.228495 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:57.353544 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-fc63e752-8965-41ec-b1ed-916f18d219f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:58.673622 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:24:59.690664 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:06.514359 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4e9e3-0900-4260-b10f-d176a3676e13 req-75cb5e25-3fed-4a9a-9f5a-ce4f14b640f8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:06.515791 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1cd4e9e3-0900-4260-b10f-d176a3676e13 req-75cb5e25-3fed-4a9a-9f5a-ce4f14b640f8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.2478600 Nov 11 16:25:06.560183 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1cd4e9e3-0900-4260-b10f-d176a3676e13 req-469a2bd7-befe-4d60-96fb-ba969fc25c4f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Nov 11 16:25:07.792185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6874809-54f0-4e89-a5c6-aefaf0868d89 req-a257bb1a-a513-4189-bcf7-95566f7de0f9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:07.793633 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d6874809-54f0-4e89-a5c6-aefaf0868d89 req-a257bb1a-a513-4189-bcf7-95566f7de0f9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.1302705 Nov 11 16:25:07.840442 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-d6874809-54f0-4e89-a5c6-aefaf0868d89 req-0f2d3906-835d-41e9-8636-a7eb2c1f46b8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Nov 11 16:25:08.518305 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276df58-66fb-401b-b400-50f750330ae9 req-46b6ea62-ab75-48e0-a41d-0f41a5a08816 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:08.520388 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6276df58-66fb-401b-b400-50f750330ae9 req-46b6ea62-ab75-48e0-a41d-0f41a5a08816 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0789287 Nov 11 16:25:08.588763 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Deleting port 7b871202-3455-4a66-8bae-49fe975805f8 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:25:08.589110 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:08.829825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] For port 7b871202-3455-4a66-8bae-49fe975805f8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=7b871202-3455-4a66-8bae-49fe975805f8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:25:08.830400 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:09.022185 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef3488-adaf-4117-bfc1-d23a34a32bb3 req-020cc393-9971-4310-973f-873a51ad077f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:09.023670 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6aef3488-adaf-4117-bfc1-d23a34a32bb3 req-020cc393-9971-4310-973f-873a51ad077f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 946 time: 0.0802169 Nov 11 16:25:09.071578 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-6aef3488-adaf-4117-bfc1-d23a34a32bb3 req-3b767599-c157-47d0-90d8-d5189fbbf8ee tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=586c9562-9699-46e6-afc4-3d745a44c02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Nov 11 16:25:09.203337 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:09.203700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:09.204029 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Floating IP acfdb48d-5f57-49ac-9412-291f2856d69c disassociated. External IP: 172.28.2.17, port: 7b871202-3455-4a66-8bae-49fe975805f8. Nov 11 16:25:09.204345 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Calling delete_port for 7b871202-3455-4a66-8bae-49fe975805f8 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:25:09.450374 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:09.455934 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0c410595-d236-402d-9dec-623a41d709bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:09.502740 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event deleted for resources: {'Port': ['ID=7b871202-3455-4a66-8bae-49fe975805f8,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:09.513826 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.514204 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.514577 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.514938 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.515299 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.515651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.516004 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.516356 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.516744 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.517096 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.517445 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.517790 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:09.522175 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:09.704029 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Router e83d74c7-c5fe-4563-9728-960de522f45f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:25:09.885111 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:25:09.896040 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:25:09.905933 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:25:09.906544 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:24:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:09.964347 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] No DVR routers for this DVR port 7b871202-3455-4a66-8bae-49fe975805f8 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:25:09.967299 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:09.972043 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'name': 'network-vif-deleted', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:25:10.019344 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ebd12d-3513-4db9-b90c-02068748be55', 'name': 'network-vif-deleted', 'tag': '7b871202-3455-4a66-8bae-49fe975805f8', 'status': 'completed', 'code': 200} Nov 11 16:25:10.068361 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6276df58-66fb-401b-b400-50f750330ae9 req-2deb05fe-4945-47ac-9f4c-3e4e56643062 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "DELETE /v2.0/ports/7b871202-3455-4a66-8bae-49fe975805f8 HTTP/1.1" status: 204 len: 173 time: 1.5414991 Nov 11 16:25:10.093441 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:25:10.320319 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-3b4a4040-8fce-40a6-a50e-85aa8814b4e5 req-b69a0796-ac99-4cba-a2cb-9412bcb77121 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=33ebd12d-3513-4db9-b90c-02068748be55 HTTP/1.1" status: 200 len: 210 time: 0.1386511 Nov 11 16:25:10.439637 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:10.443986 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:25:10.452274 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:25:10.452916 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:24:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:10.626368 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:25:10.934278 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:10.938410 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8ed34f-4424-4b1d-ad7b-319d153eac7c None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:25:11.158753 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457c3cb3-6f9e-4a3b-9d55-ec4c382ef861 None None] New status for floating IP acfdb48d-5f57-49ac-9412-291f2856d69c: DOWN {{(pid=87452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:25:11.623635 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 7b871202-3455-4a66-8bae-49fe975805f8 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:25:11.657617 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 7b871202-3455-4a66-8bae-49fe975805f8 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:25:11.657958 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 7b871202-3455-4a66-8bae-49fe975805f8 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:25:12.542276 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58290) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:12.605070 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:12.633030 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:12.758594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:12.762306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9e9d5254-de1e-4272-aa92-1bdd950f8101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:12.778237 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586c9562-9699-46e6-afc4-3d745a44c02c,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:12.781301 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:12.850080 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:12.851178 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0a99bd5e-ed68-4f42-8a69-f12f18261e90 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "DELETE /v2.0/security-groups/586c9562-9699-46e6-afc4-3d745a44c02c HTTP/1.1" status: 204 len: 168 time: 0.3079484 Nov 11 16:25:12.853894 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58294) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:12.870486 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.api.v2.resource [None req-7debe3ba-c5cd-4220-a74e-cae9e7afd938 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] show failed (client error): The resource could not be found. Nov 11 16:25:12.871414 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-7debe3ba-c5cd-4220-a74e-cae9e7afd938 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups/586c9562-9699-46e6-afc4-3d745a44c02c HTTP/1.1" status: 404 len: 347 time: 0.0166547 Nov 11 16:25:12.873910 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58298) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:13.033347 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Deleting port e64fd98e-1af2-4c3e-be9d-edfcf419b3e4 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:25:13.033684 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:13.202622 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:13.202845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:13.327283 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Calling delete_port for e64fd98e-1af2-4c3e-be9d-edfcf419b3e4 owned by network:floatingip {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:25:13.541469 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:13.545431 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c9167380-9e4a-4afa-aa61-212cd31c62b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:13.687553 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event deleted for resources: {'Port': ['ID=e64fd98e-1af2-4c3e-be9d-edfcf419b3e4,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:13.692777 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:13.778662 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:13.792573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:13.793614 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "DELETE /v2.0/floatingips/acfdb48d-5f57-49ac-9412-291f2856d69c HTTP/1.1" status: 204 len: 168 time: 0.9188752 Nov 11 16:25:14.217580 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58304) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:14.223035 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137472227', 'description': 'tempest-description--1291758427'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:14.229014 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:25:14.233218 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:25:14.236325 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:25:14.244218 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:25:14.312399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.332306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:25:14.336367 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:25:14.339131 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:25:14.344723 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:25:14.416439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.506538 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.510414 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-912cf1dc-ab9c-40a3-8918-d3f2ae1801ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:14.552251 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaabaa2-93a2-4a41-a912-6f42ddcc197e,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:14.554925 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:14.592678 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.593899 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3abba584-a17c-4428-8f03-d6e741ba7ba7 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3753080 Nov 11 16:25:14.596706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58308) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:14.602122 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'security_group_rule': {'security_group_id': 'aeaabaa2-93a2-4a41-a912-6f42ddcc197e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:14.609538 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:25:14.611677 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:25:14.615203 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:25:14.620825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:25:14.678805 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.737619 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.803679 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.805598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:14.827239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf7143c-cfd2-4b86-aae7-cacbbd6d0c98,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:14.829652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:14.889611 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:14.890807 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926812 Nov 11 16:25:14.893402 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58312) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:14.898819 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'security_group_rule': {'security_group_id': 'aeaabaa2-93a2-4a41-a912-6f42ddcc197e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:14.904473 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:25:14.908189 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:security_group_rule and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:25:14.911800 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:25:14.917422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:25:14.981594 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.046605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.118279 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.124412 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2aaa812e-e21f-47c8-9139-1e4cf4572d00 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:15.143707 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a583ba-37d6-41c3-aa50-396202d8acd8,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:15.147130 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:15.203483 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.204657 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0298fcfe-a894-40c3-8b5e-e3ffc10f7d00 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103292 Nov 11 16:25:15.208423 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58316) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:15.213830 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'floatingip': {'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:15.219497 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:25:15.223368 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Usage tracker for resource:floatingip and tenant:118f85f3c08148908be85e8de6b6f1e2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:25:15.226238 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:25:15.231754 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:25:15.306548 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.443022 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.573541 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Allocated IP 172.28.2.36 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/eda6d782-d174-44e4-9430-cc91daa0d1d2) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:25:15.719236 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.803945 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:15.807464 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-9eb6d765-7ea6-4a2c-9188-14a70efa2bd8 tempest-AttachVolumeNegativeTest-1195256077 tempest-AttachVolumeNegativeTest-1195256077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:15.872584 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:25:15.875454 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:25:15.879567 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:25:15.908059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'Port': ['ID=eda6d782-d174-44e4-9430-cc91daa0d1d2,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:15.917604 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:15.960734 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:16.083237 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:16.287559 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:16.357947 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:16.362215 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cf350982-4129-4594-a4a4-7e2a3b4aaeed tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:16.468795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'Port': ['ID=eda6d782-d174-44e4-9430-cc91daa0d1d2,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:16.472125 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:16.480799 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:16.581066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:16.584879 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3754544 Nov 11 16:25:16.797088 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-68c78089-4ce7-4745-9cc5-f9c498affefc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--137472227&fields=id&tenant_id=118f85f3c08148908be85e8de6b6f1e2 HTTP/1.1" status: 200 len: 267 time: 0.0403538 Nov 11 16:25:16.943788 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-64a7f869-633f-4aee-99c2-7351d30ecb2a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:16.944357 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-64a7f869-633f-4aee-99c2-7351d30ecb2a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:network {{(pid=87450) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:25:17.009258 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-64a7f869-633f-4aee-99c2-7351d30ecb2a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:network {{(pid=87450) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:25:17.010394 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-64a7f869-633f-4aee-99c2-7351d30ecb2a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 811 time: 0.2058170 Nov 11 16:25:17.025670 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-47b60549-687c-448f-b52f-a17eba1584a9 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/quotas/118f85f3c08148908be85e8de6b6f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0099311 Nov 11 16:25:17.113240 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-f9d3e353-08ae-48d7-9c41-440fa3bb882c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823894 Nov 11 16:25:17.171254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-0b5e3fc9-be05-4133-ab9c-1afc3e36a8f9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:25:17.172223 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-0b5e3fc9-be05-4133-ab9c-1afc3e36a8f9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480452 Nov 11 16:25:17.301856 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-b63525b5-92e6-4645-9932-49fd73c0262b service neutron] 10.222.0.50 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 Nov 11 16:25:17.433169 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-ca5461b8-5288-4275-a279-f9b81f74eb7f service neutron] 10.222.0.50 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255839 Nov 11 16:25:17.703222 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-017d57f4-4b76-4283-b3c9-efa3d7b1687a req-65eedb99-f169-4bdb-8dc6-6688bdaf276f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:25:17.775532 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-017d57f4-4b76-4283-b3c9-efa3d7b1687a req-65eedb99-f169-4bdb-8dc6-6688bdaf276f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:25:17.776756 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-017d57f4-4b76-4283-b3c9-efa3d7b1687a req-65eedb99-f169-4bdb-8dc6-6688bdaf276f tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 210 time: 0.1164012 Nov 11 16:25:18.931767 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-bdb152ea-c397-4f2c-b014-72872774ad35 req-8f1a6a2f-7b2c-4539-b154-3ca7637b93b1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 210 time: 0.0432918 Nov 11 16:25:19.559533 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-cbf56399-5f76-4953-9f6b-6f26079f761a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:19.560961 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-cbf56399-5f76-4953-9f6b-6f26079f761a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 811 time: 0.1473703 Nov 11 16:25:19.616342 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-8b470060-62fe-4b00-b9a2-aabed74e656c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:25:19.694699 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-8b470060-62fe-4b00-b9a2-aabed74e656c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:25:19.695848 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-8b470060-62fe-4b00-b9a2-aabed74e656c tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=118f85f3c08148908be85e8de6b6f1e2 HTTP/1.1" status: 200 len: 379 time: 0.1191559 Nov 11 16:25:19.709825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'port': {'device_id': '05a62109-859d-4fcc-9c51-62cb1951e666', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'admin_state_up': True, 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'security_groups': ['aeaabaa2-93a2-4a41-a912-6f42ddcc197e']}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:19.872587 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:25:19.882488 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:25:19.969888 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Made reservation on behalf of 118f85f3c08148908be85e8de6b6f1e2 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:25:19.973773 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:20.179479 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-b6df2f3b-a8c1-4db3-a746-f29b1d947f41 req-153c4db9-fa27-4f26-be63-010696e54806 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 210 time: 0.0577569 Nov 11 16:25:20.270395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Allocated IP 172.20.0.7 (80432be7-02a8-4f77-a8c1-22d72e6f78f6/50dea316-0677-4125-a23b-810376770b47/abae57e9-8e86-4796-ac53-afdaf5008aa8) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:25:20.453227 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:20.469172 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Transition to ACTIVE for port object abae57e9-8e86-4796-ac53-afdaf5008aa8 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:25:20.632560 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:20.638047 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-4331197d-a00d-4320-8635-40f106a8ac0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:20.701924 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:25:20.705852 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:25:20.709724 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:25:20.712123 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:25:20.757871 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event updated for resources: {'Port': ['ID=abae57e9-8e86-4796-ac53-afdaf5008aa8,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:20.760722 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:20.785212 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:20.785823 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:20.901289 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1960285 Nov 11 16:25:20.914835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-78e064a2-e4f7-42ce-bc96-19b0a3a28bb1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:25:20.915740 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-78e064a2-e4f7-42ce-bc96-19b0a3a28bb1 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049658 Nov 11 16:25:20.958360 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-fcbf9764-1a99-4f16-bd4c-dd6637dc069b None None] Provisioning for port abae57e9-8e86-4796-ac53-afdaf5008aa8 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:25:20.963613 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-fcbf9764-1a99-4f16-bd4c-dd6637dc069b None None] Provisioning complete for port abae57e9-8e86-4796-ac53-afdaf5008aa8 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:20.963991 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9764-1a99-4f16-bd4c-dd6637dc069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:20.975833 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Request body: {'port': {'device_id': '05a62109-859d-4fcc-9c51-62cb1951e666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:21.018125 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf9764-1a99-4f16-bd4c-dd6637dc069b None None] Port abae57e9-8e86-4796-ac53-afdaf5008aa8 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:25:21.087272 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:21.363241 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0ec03-40d1-4774-a221-f8c049fd412a req-b9c2759d-7cf9-49c1-8375-24580f859881 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:21.364740 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a3b0ec03-40d1-4774-a221-f8c049fd412a req-b9c2759d-7cf9-49c1-8375-24580f859881 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 931 time: 0.0807436 Nov 11 16:25:21.412765 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a3b0ec03-40d1-4774-a221-f8c049fd412a req-fdf14747-a910-4505-9c01-7ed623e9d686 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Nov 11 16:25:21.430770 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abae57e9-8e86-4796-ac53-afdaf5008aa8 {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:25:21.437876 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:21.452108 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Transition to ACTIVE for port object abae57e9-8e86-4796-ac53-afdaf5008aa8 will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:25:21.535478 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:21.539118 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:21.664262 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Pushing event updated for resources: {'Port': ['ID=abae57e9-8e86-4796-ac53-afdaf5008aa8,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:21.693935 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:21.772372 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Attempting to bind port abae57e9-8e86-4796-ac53-afdaf5008aa8 on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:25:21.772740 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Attempting to bind port abae57e9-8e86-4796-ac53-afdaf5008aa8 by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:25:21.773123 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Attempting to bind port abae57e9-8e86-4796-ac53-afdaf5008aa8 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:25:21.777582 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Port abae57e9-8e86-4796-ac53-afdaf5008aa8 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:25:21.778005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Attempting to bind port abae57e9-8e86-4796-ac53-afdaf5008aa8 on network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:25:21.782898 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:25:21.783226 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Checking segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:25:21.783604 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Bound using segment: {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:25:21.784013 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Bound port: abae57e9-8e86-4796-ac53-afdaf5008aa8, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573f176d-13d1-476d-a380-d8c347a604f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:25:21.785062 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:21.876261 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] For port abae57e9-8e86-4796-ac53-afdaf5008aa8, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:25:21.879715 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] For port abae57e9-8e86-4796-ac53-afdaf5008aa8, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:25:21.952299 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:21.958069 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0bac1cc5-8bb0-4454-9e48-5c4f928541d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:22.022120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:22.025550 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:22.025550 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] 10.222.0.60 "PUT /v2.0/ports/abae57e9-8e86-4796-ac53-afdaf5008aa8 HTTP/1.1" status: 200 len: 1093 time: 1.0959361 Nov 11 16:25:22.025550 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:25:22.047791 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Pushing event updated for resources: {'Port': ['ID=abae57e9-8e86-4796-ac53-afdaf5008aa8,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:22.054159 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:22.054678 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:22.139623 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'status': 'completed', 'code': 200} Nov 11 16:25:22.234487 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1ad9f366-6302-48b5-b01c-953ddda0a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:22.235949 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-1ad9f366-6302-48b5-b01c-953ddda0a531 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 1096 time: 0.0709014 Nov 11 16:25:22.323304 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-2f779e74-4205-4f41-b202-fe4ff296bf99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8 HTTP/1.1" status: 200 len: 217 time: 0.0730889 Nov 11 16:25:22.393169 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-bce90f21-1706-4d46-be10-da6f3d80e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:22.394641 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-bce90f21-1706-4d46-be10-da6f3d80e43d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0608540 Nov 11 16:25:22.570066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-e044f497-e49f-4f48-8bba-381d5b891dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:22.571563 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-e044f497-e49f-4f48-8bba-381d5b891dbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1641669 Nov 11 16:25:22.598666 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057d782-2072-42c6-9784-93237f1431ac req-45d96bb5-1e77-47d6-95f0-c1a60c80d717 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:22.600154 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b057d782-2072-42c6-9784-93237f1431ac req-45d96bb5-1e77-47d6-95f0-c1a60c80d717 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 943 time: 0.0804319 Nov 11 16:25:22.644453 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b057d782-2072-42c6-9784-93237f1431ac req-eb3e9ed6-1b31-4ce2-9169-e33d68fd79fa tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383143 Nov 11 16:25:22.710507 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-8e279a0e-89a5-4c7c-9e71-80c93dad5d17 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276860 Nov 11 16:25:22.847067 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-7d25a12c-4c23-46b7-ad78-ddf237c49d8f req-d74925ff-cf54-4c2a-9ddd-e833b567cc02 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250012 Nov 11 16:25:23.035735 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854156-3200-4e0b-93f3-4cd408817667 req-e143e6f2-85ab-49aa-9822-fb1ad3a01e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:23.037296 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-e143e6f2-85ab-49aa-9822-fb1ad3a01e3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 1096 time: 0.0760956 Nov 11 16:25:23.169583 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854156-3200-4e0b-93f3-4cd408817667 req-857869eb-1653-4cd2-bc09-e51f7d4e6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:23.170994 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-857869eb-1653-4cd2-bc09-e51f7d4e6b5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.1258945 Nov 11 16:25:23.237095 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-ee0d898a-1cdb-4e39-a429-cae9748c98fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8 HTTP/1.1" status: 200 len: 217 time: 0.0588379 Nov 11 16:25:23.309533 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854156-3200-4e0b-93f3-4cd408817667 req-b3863d1e-2b45-4422-b618-6f328a6a57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:23.310887 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-b3863d1e-2b45-4422-b618-6f328a6a57d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0642772 Nov 11 16:25:23.386204 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75854156-3200-4e0b-93f3-4cd408817667 req-56bb5c14-6055-46d7-b123-0de8fcde7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:23.387665 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-56bb5c14-6055-46d7-b123-0de8fcde7ba8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699821 Nov 11 16:25:23.518051 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-72737efd-1f2c-4e42-8d3a-46e4f054b479 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220858 Nov 11 16:25:23.655609 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-75854156-3200-4e0b-93f3-4cd408817667 req-d1970af9-ca23-4d52-983b-c8c9f2c29f1e service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291373 Nov 11 16:25:23.830740 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37fbd-0b60-4f99-b128-8c89c0ee5808 req-2dc693ac-319f-48f9-8632-579ebb445e7a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:23.832395 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-3fb37fbd-0b60-4f99-b128-8c89c0ee5808 req-2dc693ac-319f-48f9-8632-579ebb445e7a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:25:23.940599 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-3fb37fbd-0b60-4f99-b128-8c89c0ee5808 req-2dc693ac-319f-48f9-8632-579ebb445e7a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:25:23.941700 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3fb37fbd-0b60-4f99-b128-8c89c0ee5808 req-2dc693ac-319f-48f9-8632-579ebb445e7a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 943 time: 0.1934187 Nov 11 16:25:23.986402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3fb37fbd-0b60-4f99-b128-8c89c0ee5808 req-0be7e064-309f-44fd-952e-6d8e0b00ce79 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Nov 11 16:25:24.614656 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-2dd3e491-585d-487e-bc40-03a4c3ae62a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:25.173823 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5319f-b47d-4b81-b5fb-60c92f7414ab req-9447be10-fa16-49b3-959d-8fb8df560742 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:25.175933 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a8a5319f-b47d-4b81-b5fb-60c92f7414ab req-9447be10-fa16-49b3-959d-8fb8df560742 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 943 time: 0.0842116 Nov 11 16:25:25.197649 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:25.220632 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a8a5319f-b47d-4b81-b5fb-60c92f7414ab req-0efa120c-8c53-46e1-98a0-cd73a1e7ab2b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Nov 11 16:25:25.685896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device abae57e9-8e86-4796-ac53-afdaf5008aa8 details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:25:25.816826 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port abae57e9-8e86-4796-ac53-afdaf5008aa8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:25:25.829536 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'port_id': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'mac_address': 'fa:16:3e:8f:72:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:25:25.883116 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:25.899530 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abae57e9-8e86-4796-ac53-afdaf5008aa8 {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:25:25.914103 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port abae57e9-8e86-4796-ac53-afdaf5008aa8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:25:25.980675 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:25.982421 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:26.050483 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=abae57e9-8e86-4796-ac53-afdaf5008aa8,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:26.057476 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.057825 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.058168 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.058511 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.058845 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.059178 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.059506 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.059859 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.060207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.060514 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.060863 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.061182 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:25:26.064910 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:26.317604 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['abae57e9-8e86-4796-ac53-afdaf5008aa8'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:25:26.405252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d14f2-840a-42a4-b3e8-aaf4530c0a5c req-f13fa74b-9e52-4f34-ab05-c1cf6b4939dd tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:26.406690 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-af2d14f2-840a-42a4-b3e8-aaf4530c0a5c req-f13fa74b-9e52-4f34-ab05-c1cf6b4939dd tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 944 time: 0.0794673 Nov 11 16:25:26.451534 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-af2d14f2-840a-42a4-b3e8-aaf4530c0a5c req-a8943880-ee1e-4418-8205-db46b294a41e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384216 Nov 11 16:25:27.357500 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ade64d79-82db-4523-9613-42343fd29e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:27.636677 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de143987-51ff-495d-b976-c87435bc3f5d req-f381ceed-5dbc-495d-ac20-ca3434fbe83d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:27.638025 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de143987-51ff-495d-b976-c87435bc3f5d req-f381ceed-5dbc-495d-ac20-ca3434fbe83d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 944 time: 0.0818577 Nov 11 16:25:27.682680 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-de143987-51ff-495d-b976-c87435bc3f5d req-5ee65c44-2782-4e59-90f7-8378bcd89ccb tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Nov 11 16:25:27.716715 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device abae57e9-8e86-4796-ac53-afdaf5008aa8 up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:25:27.842961 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port abae57e9-8e86-4796-ac53-afdaf5008aa8 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:25:27.848899 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port abae57e9-8e86-4796-ac53-afdaf5008aa8 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:25:27.849281 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:27.963731 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:27.993163 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:25:28.002816 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port abae57e9-8e86-4796-ac53-afdaf5008aa8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:25:28.037593 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'code': 200} Nov 11 16:25:28.060246 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:28.062232 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:25:28.127568 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=abae57e9-8e86-4796-ac53-afdaf5008aa8,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:25:28.130613 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:25:28.356533 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0659b-0698-4dd6-9f9c-1047ffc6d607 req-89fceee3-f89c-40cb-89a7-355e6570d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:28.357997 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8bd0659b-0698-4dd6-9f9c-1047ffc6d607 req-89fceee3-f89c-40cb-89a7-355e6570d9eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 1098 time: 0.0726068 Nov 11 16:25:28.398779 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8bd0659b-0698-4dd6-9f9c-1047ffc6d607 req-e36058eb-0e1d-4b65-a8a6-d15ac878bf57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336320 Nov 11 16:25:28.666215 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:28.871002 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df89287-cc23-42ee-94d6-3ac7763fffd6 req-0dfbd55a-936b-4e7e-8304-df5caa18a824 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:28.872445 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2df89287-cc23-42ee-94d6-3ac7763fffd6 req-0dfbd55a-936b-4e7e-8304-df5caa18a824 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0852525 Nov 11 16:25:28.915748 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2df89287-cc23-42ee-94d6-3ac7763fffd6 req-eabd6f71-3478-491c-9c76-bbae100bd322 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378199 Nov 11 16:25:29.717387 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:30.099339 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e532-a129-4e10-a81e-371dc603a27c req-e113b753-2d3b-4b33-b38d-be90623e42e6 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:30.100800 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f667e532-a129-4e10-a81e-371dc603a27c req-e113b753-2d3b-4b33-b38d-be90623e42e6 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0799050 Nov 11 16:25:30.143854 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f667e532-a129-4e10-a81e-371dc603a27c req-de86f62a-1d9f-45ce-8aa7-b7a81b1e9bed tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370352 Nov 11 16:25:30.321816 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f254785-07b0-4f31-a7f8-274e5ece32a3 req-44947d43-097c-4dfb-bd05-1bd0460e472e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:30.323267 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2f254785-07b0-4f31-a7f8-274e5ece32a3 req-44947d43-097c-4dfb-bd05-1bd0460e472e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0804317 Nov 11 16:25:30.332378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58378) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:25:30.337641 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Request body: {'floatingip': {'port_id': 'abae57e9-8e86-4796-ac53-afdaf5008aa8'}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:25:30.415907 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, before_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:31.110212 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:31.168654 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:31.343031 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.db.l3_db [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Floating IP 8c7815bd-454c-4c6f-8db6-9c1dcfc34127 associated. External IP: 172.28.2.36, port: abae57e9-8e86-4796-ac53-afdaf5008aa8. Nov 11 16:25:31.699800 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Router e83d74c7-c5fe-4563-9728-960de522f45f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:25:31.876532 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:25:31.880919 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:31.886794 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:25:31.898989 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:25:31.899587 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:25:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:31.935742 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-711954b7-af25-45ee-b1d7-33dccf0fe032 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "PUT /v2.0/floatingips/8c7815bd-454c-4c6f-8db6-9c1dcfc34127 HTTP/1.1" status: 200 len: 990 time: 1.6022761 Nov 11 16:25:31.936391 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8'}] {{(pid=87450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:25:31.991679 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'status': 'completed', 'code': 200} Nov 11 16:25:32.084780 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-85e0f412-8f21-4f44-a847-c8334cc39285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:32.086264 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-85e0f412-8f21-4f44-a847-c8334cc39285 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=118f85f3c08148908be85e8de6b6f1e2&device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 1098 time: 0.0760458 Nov 11 16:25:32.097511 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:25:32.312813 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-6935632d-64d1-4c9a-bdd5-60f347f45191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:32.314292 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-6935632d-64d1-4c9a-bdd5-60f347f45191 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 200 len: 912 time: 0.2215211 Nov 11 16:25:32.418923 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-e0335759-5895-415d-b6de-0c30e2e69b78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8 HTTP/1.1" status: 200 len: 998 time: 0.0968935 Nov 11 16:25:32.447210 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '8c7815bd-454c-4c6f-8db6-9c1dcfc34127', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'port_id': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'mac_address': 'fa:16:3e:8f:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a62109-859d-4fcc-9c51-62cb1951e666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:25:15Z', 'updated_at': '2021-11-11T16:25:30Z', 'revision_number': 1, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:32.450904 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:25:32.459817 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:25:32.460408 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:25:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:32.481205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-a30184ec-eb6c-413e-acae-9a3014c49144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:32.482625 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-a30184ec-eb6c-413e-acae-9a3014c49144 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 200 len: 850 time: 0.0571084 Nov 11 16:25:32.562606 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-e0474738-1ddc-4e35-9812-72c3c31ee602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:25:32.563973 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-e0474738-1ddc-4e35-9812-72c3c31ee602 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80432be7-02a8-4f77-a8c1-22d72e6f78f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742064 Nov 11 16:25:32.633641 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:25:32.697793 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-04c3c3c3-d20c-4152-a612-d1321d97cab7 service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270030 Nov 11 16:25:32.832286 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-65437ff7-2cc9-4403-973e-4667fda8be8d req-4923d28f-b1c7-483c-bf02-456ec854647e service neutron] 10.222.0.60 "GET /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269958 Nov 11 16:25:33.009894 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '8c7815bd-454c-4c6f-8db6-9c1dcfc34127', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'port_id': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'mac_address': 'fa:16:3e:8f:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a62109-859d-4fcc-9c51-62cb1951e666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:25:15Z', 'updated_at': '2021-11-11T16:25:30Z', 'revision_number': 1, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:25:33.013672 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4469bd0b-ebd7-4620-85a6-d51a0920d1d0 None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '8c7815bd-454c-4c6f-8db6-9c1dcfc34127', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'port_id': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'mac_address': 'fa:16:3e:8f:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a62109-859d-4fcc-9c51-62cb1951e666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:25:15Z', 'updated_at': '2021-11-11T16:25:30Z', 'revision_number': 1, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:25:33.202938 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b725bdee-7445-45cd-acc8-e96a79ca61b1 None None] New status for floating IP 8c7815bd-454c-4c6f-8db6-9c1dcfc34127: ACTIVE {{(pid=87452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:25:52.036606 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:54.642388 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-49e304e1-52b6-4a72-944e-ddb3c411d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:55.208059 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:57.384450 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-649d149c-fe8c-430f-a468-f47adda3dd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:57.700616 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:25:58.709964 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:25:59.715563 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:22.057996 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:24.669255 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad507-ffbb-450d-a0ff-c1045583d7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:25.211678 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:27.353092 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-8881d637-727d-4caf-94bb-faf2e2aae783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:28.679054 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:29.321900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c55e3-ad14-472c-87de-653e4885cf81 req-5850bd35-cc11-4e4c-acea-9f2529d34e0a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:26:29.323335 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-890c55e3-ad14-472c-87de-653e4885cf81 req-5850bd35-cc11-4e4c-acea-9f2529d34e0a tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0792146 Nov 11 16:26:29.371591 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-890c55e3-ad14-472c-87de-653e4885cf81 req-fba1a5cc-319c-4bb3-85fa-1ac13135616e tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Nov 11 16:26:29.718529 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:30.562588 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae395b-9432-4dd7-bcd5-b754738569a7 req-c591fc64-83d9-4919-9ddb-8216b02e8ee4 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:26:30.563940 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-73ae395b-9432-4dd7-bcd5-b754738569a7 req-c591fc64-83d9-4919-9ddb-8216b02e8ee4 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0825608 Nov 11 16:26:30.609807 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-73ae395b-9432-4dd7-bcd5-b754738569a7 req-7c4e7917-7fa2-47e4-8777-87ef46005051 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399711 Nov 11 16:26:31.477825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-343d33b1-fb4a-44a1-b7ee-cb79a318ee58 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:26:31.479224 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-343d33b1-fb4a-44a1-b7ee-cb79a318ee58 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0829608 Nov 11 16:26:31.552865 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Deleting port abae57e9-8e86-4796-ac53-afdaf5008aa8 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:31.553125 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:31.793704 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8202fd-3a1a-44da-857e-9998ad54e67d req-45ce820a-d34c-4e64-879e-883c6e2a1f8d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:26:31.795683 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0b8202fd-3a1a-44da-857e-9998ad54e67d req-45ce820a-d34c-4e64-879e-883c6e2a1f8d tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 945 time: 0.0803273 Nov 11 16:26:31.801052 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] For port abae57e9-8e86-4796-ac53-afdaf5008aa8, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=abae57e9-8e86-4796-ac53-afdaf5008aa8,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:26:31.801519 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:31.839866 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0b8202fd-3a1a-44da-857e-9998ad54e67d req-e65cffac-8c5d-4697-9fdd-88e6a3a96cb4 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups?id=aeaabaa2-93a2-4a41-a912-6f42ddcc197e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384603 Nov 11 16:26:32.091010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:32.091303 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:32.091625 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Floating IP 8c7815bd-454c-4c6f-8db6-9c1dcfc34127 disassociated. External IP: 172.28.2.36, port: abae57e9-8e86-4796-ac53-afdaf5008aa8. Nov 11 16:26:32.091968 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Calling delete_port for abae57e9-8e86-4796-ac53-afdaf5008aa8 owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:26:32.320403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:32.326449 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3c1cd448-68cc-4ca0-8e13-a6eeb04943ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:32.370981 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event deleted for resources: {'Port': ['ID=abae57e9-8e86-4796-ac53-afdaf5008aa8,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:32.382075 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.382454 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.382824 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.383194 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.383556 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.383914 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.384273 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.384650 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.385006 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.385358 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.385710 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.386057 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:32.398199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:32.657117 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Router e83d74c7-c5fe-4563-9728-960de522f45f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:26:32.845516 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:26:32.855559 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:26:32.866959 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:26:32.867566 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:32.923933 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] No DVR routers for this DVR port abae57e9-8e86-4796-ac53-afdaf5008aa8 on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:26:32.926551 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:32.937086 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'name': 'network-vif-deleted', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:26:32.986801 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a62109-859d-4fcc-9c51-62cb1951e666', 'name': 'network-vif-deleted', 'tag': 'abae57e9-8e86-4796-ac53-afdaf5008aa8', 'status': 'completed', 'code': 200} Nov 11 16:26:32.994878 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-ed7a9980-4a9e-48a8-90d7-aaece4d32ae2 req-c99af756-94fa-4b82-bdd2-09ac0ea3112b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Synchronizing usage tracker for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:26:33.039155 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-85324dc2-012e-4d35-bd12-4b4869b0b6bc req-0fc9c03b-81d7-494d-8be7-8c8b01d31657 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.60 "DELETE /v2.0/ports/abae57e9-8e86-4796-ac53-afdaf5008aa8 HTTP/1.1" status: 204 len: 173 time: 1.5511928 Nov 11 16:26:33.055684 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:26:33.142725 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-ed7a9980-4a9e-48a8-90d7-aaece4d32ae2 req-c99af756-94fa-4b82-bdd2-09ac0ea3112b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Unset dirty status for tenant:118f85f3c08148908be85e8de6b6f1e2 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:26:33.143891 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ed7a9980-4a9e-48a8-90d7-aaece4d32ae2 req-c99af756-94fa-4b82-bdd2-09ac0ea3112b tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a62109-859d-4fcc-9c51-62cb1951e666 HTTP/1.1" status: 200 len: 210 time: 0.1995592 Nov 11 16:26:33.366615 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:33.370327 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:26:33.381432 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:26:33.382159 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:33.559091 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:26:33.897451 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:33.901335 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3ad37a-67e4-498b-ae94-fa1f34a26629 None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:22:08Z', 'revision_number': 4, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e', 'name': '', 'network_id': '80432be7-02a8-4f77-a8c1-22d72e6f78f6', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'mac_address': 'fa:16:3e:fa:f5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '50dea316-0677-4125-a23b-810376770b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:07Z', 'updated_at': '2021-11-11T16:22:13Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'subnets': [{'id': '50dea316-0677-4125-a23b-810376770b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:26:34.111312 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130190bd-121f-4fe1-80ad-2899d86f8661 None None] New status for floating IP 8c7815bd-454c-4c6f-8db6-9c1dcfc34127: DOWN {{(pid=87452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:26:34.338844 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58570) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:34.404462 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:34.436515 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:34.663089 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:34.666873 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-53b431cd-6159-49b8-bf86-1a5703943e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:34.680992 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaabaa2-93a2-4a41-a912-6f42ddcc197e,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:34.690300 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.690702 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.691150 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.691528 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.691917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.692269 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.692649 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.693007 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.693361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.693710 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.694058 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.694402 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:26:34.698175 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:34.698388 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:26:34.759324 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:34.760452 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e0f79f02-c1b4-4ac0-89fd-782c4b7339c8 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "DELETE /v2.0/security-groups/aeaabaa2-93a2-4a41-a912-6f42ddcc197e HTTP/1.1" status: 204 len: 168 time: 0.4206188 Nov 11 16:26:34.763186 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58574) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:34.779300 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.api.v2.resource [None req-f019034a-e347-410b-905a-c15623bb5f44 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] show failed (client error): The resource could not be found. Nov 11 16:26:34.780240 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f019034a-e347-410b-905a-c15623bb5f44 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "GET /v2.0/security-groups/aeaabaa2-93a2-4a41-a912-6f42ddcc197e HTTP/1.1" status: 404 len: 347 time: 0.0161324 Nov 11 16:26:34.782921 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58578) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:34.941865 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Deleting port eda6d782-d174-44e4-9430-cc91daa0d1d2 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:34.942115 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:35.108112 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:35.108435 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:35.229342 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Calling delete_port for eda6d782-d174-44e4-9430-cc91daa0d1d2 owned by network:floatingip {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:26:35.417102 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:35.421437 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:35.462925 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Pushing event deleted for resources: {'Port': ['ID=eda6d782-d174-44e4-9430-cc91daa0d1d2,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:35.466398 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:35.558517 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:35.572804 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:35.573898 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-8104f233-7a76-4276-b756-c1467225cdac tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] 10.222.0.50 "DELETE /v2.0/floatingips/8c7815bd-454c-4c6f-8db6-9c1dcfc34127 HTTP/1.1" status: 204 len: 168 time: 0.7901249 Nov 11 16:26:36.001410 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device abae57e9-8e86-4796-ac53-afdaf5008aa8 no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:26:36.037429 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: abae57e9-8e86-4796-ac53-afdaf5008aa8 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:26:36.037780 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device abae57e9-8e86-4796-ac53-afdaf5008aa8 not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:26:40.017792 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58608) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:40.542249 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:40.986517 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Deleting port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:40.986856 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:41.152474 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] For port 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:26:41.153174 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:41.273169 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Calling delete_port for 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e owned by network:router_interface {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:26:41.525320 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:41.529116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ee067723-0665-4416-aa83-07d20e4074b6 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:41.575116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:41.580586 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:41.842335 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:42.290866 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Router e83d74c7-c5fe-4563-9728-960de522f45f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:26:42.468423 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:26:42.477320 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] Sync routers for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:26:42.480287 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] 10.222.0.50 "PUT /v2.0/routers/e83d74c7-c5fe-4563-9728-960de522f45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4614522 Nov 11 16:26:42.482964 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58612) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:42.487248 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:26:42.487845 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:42.656122 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks [] for router, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:42.665284 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:26:42.833623 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:42.902714 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Deleting port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:42.903063 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:42.952278 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:26:41Z', 'revision_number': 5, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port': {'id': '7dcab6b7-d61a-41d7-8306-c8ea844d64cb', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ea:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:22:04Z', 'updated_at': '2021-11-11T16:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:42.956201 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] Checking router: e83d74c7-c5fe-4563-9728-960de522f45f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:26:42.964263 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] Routers {'e83d74c7-c5fe-4563-9728-960de522f45f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:26:42.964888 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e83d74c7-c5fe-4563-9728-960de522f45f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:43.077688 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] For port 7dcab6b7-d61a-41d7-8306-c8ea844d64cb, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:26:43.078047 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.113248 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] Set router e83d74c7-c5fe-4563-9728-960de522f45f gateway port host: None {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:26:43.202817 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Calling delete_port for 7dcab6b7-d61a-41d7-8306-c8ea844d64cb owned by network:router_gateway {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:26:43.218070 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:26:42Z', 'revision_number': 6, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port_host': None}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:43.221963 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50be6ca2-9534-4d5f-af28-60791b479d57 None None] The sync data for ids ['e83d74c7-c5fe-4563-9728-960de522f45f'] in dv-cinder-811151-2-smb is: [{'id': 'e83d74c7-c5fe-4563-9728-960de522f45f', 'name': 'tempest-AttachVolumeTestJSON-2092884717-router', 'tenant_id': '118f85f3c08148908be85e8de6b6f1e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:22:03Z', 'updated_at': '2021-11-11T16:26:42Z', 'revision_number': 6, 'project_id': '118f85f3c08148908be85e8de6b6f1e2', 'gw_port_host': None}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:26:43.416557 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.420847 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-f85b772b-1ee7-4c96-a81f-d38e4bb1b73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:43.463295 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcab6b7-d61a-41d7-8306-c8ea844d64cb,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:43.466143 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:43.665295 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.835708 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.837881 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.925361 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.925793 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e83d74c7-c5fe-4563-9728-960de522f45f {{(pid=87450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:26:43.938827 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:43.939956 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-962d8940-bd36-4840-85d0-5419f3874c69 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e83d74c7-c5fe-4563-9728-960de522f45f HTTP/1.1" status: 204 len: 168 time: 1.4560974 Nov 11 16:26:43.942498 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58616) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:44.002113 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Deleting subnet 50dea316-0677-4125-a23b-810376770b47 {{(pid=87450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:26:44.005441 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.056787 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10879877'] for subnet, precommit_delete_associations {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.136419 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.284441 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10613931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10671883'] for subnet, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.288646 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-cebd5d66-a78c-4242-a49e-972d61d653ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:44.337434 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dea316-0677-4125-a23b-810376770b47,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:44.340430 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:44.341727 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.346567 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90e6ac-aae2-47b4-bc81-63e2c550fa6b None None] Network 80432be7-02a8-4f77-a8c1-22d72e6f78f6 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:26:44.347768 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-5cd70e7d-03d8-44c6-ac9c-5023d5490521 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/50dea316-0677-4125-a23b-810376770b47 HTTP/1.1" status: 204 len: 168 time: 0.4042590 Nov 11 16:26:44.350265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58620) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:44.462028 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.473019 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Deleting port 351857ec-a342-40a4-b75e-1f2e6779ff10 {{(pid=87450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:44.473415 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.591460 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be193b-3002-4a80-82d9-81b324922766 None None] DHCP port deletion for 80432be7-02a8-4f77-a8c1-22d72e6f78f6 request from dv-cinder-811151-2-smb {{(pid=87452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 11 16:26:44.596631 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Deleting port 351857ec-a342-40a4-b75e-1f2e6779ff10 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:44.597012 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.695814 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.db [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] For port 351857ec-a342-40a4-b75e-1f2e6779ff10, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=351857ec-a342-40a4-b75e-1f2e6779ff10,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:26:44.696183 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.814045 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-19be193b-3002-4a80-82d9-81b324922766 None None] For port 351857ec-a342-40a4-b75e-1f2e6779ff10, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=351857ec-a342-40a4-b75e-1f2e6779ff10,segment=NetworkSegment(573f176d-13d1-476d-a380-d8c347a604f8),segment_id=573f176d-13d1-476d-a380-d8c347a604f8)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:26:44.814442 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:44.838337 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.plugin [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Calling delete_port for 351857ec-a342-40a4-b75e-1f2e6779ff10 owned by network:dhcp {{(pid=87450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:26:44.950622 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 351857ec-a342-40a4-b75e-1f2e6779ff10 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:26:44.986335 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Calling delete_port for 351857ec-a342-40a4-b75e-1f2e6779ff10 owned by network:dhcp {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:26:44.999862 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.004027 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-a19ab943-2ec0-404d-ada4-8300a88ac449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:45.042092 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 351857ec-a342-40a4-b75e-1f2e6779ff10 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:26:45.042386 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 351857ec-a342-40a4-b75e-1f2e6779ff10 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:26:45.042877 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 7dcab6b7-d61a-41d7-8306-c8ea844d64cb no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:26:45.049254 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Pushing event deleted for resources: {'Port': ['ID=351857ec-a342-40a4-b75e-1f2e6779ff10,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:45.052787 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:45.055013 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] No DVR routers for this DVR port 351857ec-a342-40a4-b75e-1f2e6779ff10 on host dv-cinder-811151-2-smb {{(pid=87450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:26:45.090346 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 7dcab6b7-d61a-41d7-8306-c8ea844d64cb {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:26:45.090685 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 7dcab6b7-d61a-41d7-8306-c8ea844d64cb not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:26:45.091200 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:26:45.134130 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:26:45.134476 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 0dcfb8d1-923e-44dd-8bf5-cb6303f32b4e not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:26:45.158874 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:26:45.159231 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:26:45.177497 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.207572 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80432be7-02a8-4f77-a8c1-22d72e6f78f6']}} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:45.219993 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573f176d-13d1-476d-a380-d8c347a604f8') {'for_net_delete': True} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:45.220280 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.services.segments.db [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573f176d-13d1-476d-a380-d8c347a604f8') {} {{(pid=87450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:26:45.231117 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10879870'] for segment, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.247106 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.253900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:26:45.254509 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10613953'] for segment, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: Traceback (most recent call last): Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: timer() Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: cb(*args, **kw) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: return func(*args, **kwargs) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: self._notify() Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: self.callback(batched_events) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: event.method(event) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: return f(self, *a, **k) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: return self._get(url).json() Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: return self.request(url, 'GET', **kwargs) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:26:45.268582 dv-cinder-811151-2-smb neutron-server[87450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:26:45.393826 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.397378 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:45.414657 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.519059 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Pushing event deleted for resources: {'Network': ['ID=80432be7-02a8-4f77-a8c1-22d72e6f78f6,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:45.522271 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:45.623496 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-35099ded-8da9-4347-b29a-97da03dda238 admin admin] 10.222.0.50 "DELETE /v2.0/networks/80432be7-02a8-4f77-a8c1-22d72e6f78f6 HTTP/1.1" status: 204 len: 168 time: 1.2717071 Nov 11 16:26:45.660500 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Deleting port 351857ec-a342-40a4-b75e-1f2e6779ff10 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:26:45.661073 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-19be193b-3002-4a80-82d9-81b324922766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:45.726462 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-19be193b-3002-4a80-82d9-81b324922766 None None] The port '351857ec-a342-40a4-b75e-1f2e6779ff10' was deleted {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 11 16:26:46.066722 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58626) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:46.115104 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-7f3b9c88-01ba-41b8-9485-a4a2a07a435d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=118f85f3c08148908be85e8de6b6f1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470967 Nov 11 16:26:46.117314 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58630) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:46.173736 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:46.198787 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:46.336854 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:46.340719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d13505b2-5afa-46c2-9932-582ffb1ff360 tempest-AttachVolumeShelveTestJSON-809309097 tempest-AttachVolumeShelveTestJSON-809309097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:46.354468 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e557703e-a889-4388-ab01-9cb8ebd90432,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:46.356969 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:46.361970 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:46.363076 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-9ffdebce-58fc-41f5-9946-92f1ac515630 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e557703e-a889-4388-ab01-9cb8ebd90432 HTTP/1.1" status: 204 len: 168 time: 0.2448215 Nov 11 16:26:52.022487 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.047910 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58764) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:52.190442 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.208184 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:26:52.211921 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff377205f8b4e68b0e269373e5d75e6 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:26:52.214899 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:26:52.220877 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:26:52.300731 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.357216 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.364041 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e115cfd9-4061-449c-a97a-aa67a0eb1494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:52.405131 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ff377205f8b4e68b0e269373e5d75e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561330 Nov 11 16:26:52.405970 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed459577-9d9a-4341-a893-c1949dbbf950,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:52.407768 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58770) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:52.409503 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-4b23cbd0-06d1-474e-b10c-4f5a32cfe288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:52.465712 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.492214 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.627326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.630956 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d0032e6c-52d0-47b6-9711-96378f425dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:52.641710 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed459577-9d9a-4341-a893-c1949dbbf950,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:52.646476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:52.648377 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:52.649496 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-448a1720-f5b3-4fcc-84b0-903de1d51a1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed459577-9d9a-4341-a893-c1949dbbf950 HTTP/1.1" status: 204 len: 168 time: 0.2407289 Nov 11 16:26:53.230331 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58778) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:53.248917 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.266357 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:26:53.270234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9e80d5330941538bfe0031a7f761aa is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:26:53.273038 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:26:53.279263 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:26:53.359707 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.433243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.441403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:53.479842 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d9e80d5330941538bfe0031a7f761aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484548 Nov 11 16:26:53.481451 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f287ed77-7220-454d-8c93-1f75593cd49e,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:53.482695 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58782) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:53.484327 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:53.540485 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.565146 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.700110 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.704380 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-aa96a4d1-19db-4e67-8376-de5b79163fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:53.721025 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f287ed77-7220-454d-8c93-1f75593cd49e,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:53.724800 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:53.731559 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:53.732880 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-256734b0-f637-4c2e-a693-5eb2c3dd58d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f287ed77-7220-454d-8c93-1f75593cd49e HTTP/1.1" status: 204 len: 168 time: 0.2489238 Nov 11 16:26:54.616505 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-3825790c-39fb-4e78-be38-00bee35bb7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:55.193448 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:57.380199 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-7cac234e-4679-46c9-954e-17748d69287a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.309683 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58852) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:58.426885 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.441745 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:26:58.445469 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Usage tracker for resource:security_group_rule and tenant:b9a1ae38ab534693b0f42b3ebd6760ed is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:26:58.448225 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:26:58.455053 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:26:58.535390 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.633351 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.642286 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e67dc0b5-4448-4f99-858d-474ead3034d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:58.680800 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9a1ae38ab534693b0f42b3ebd6760ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694508 Nov 11 16:26:58.682409 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cba0dc-7550-4d34-899f-7dcb9bda9290,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:58.683583 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58858) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:58.686200 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b5edecd1-f39b-41c6-be69-02caae223b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:58.696390 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.742657 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.768247 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.919688 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.923362 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-21d3827c-92c1-4b8b-8449-0caa6b5561aa tempest-VolumesNegativeTest-1578890103 tempest-VolumesNegativeTest-1578890103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:58.937437 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cba0dc-7550-4d34-899f-7dcb9bda9290,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:58.941295 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:58.949050 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:58.950307 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-cacc0372-7e02-41f7-b997-e674ae3b9f2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2cba0dc-7550-4d34-899f-7dcb9bda9290 HTTP/1.1" status: 204 len: 168 time: 0.2649777 Nov 11 16:26:59.614525 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58866) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:59.632398 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:59.648144 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:26:59.651950 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Usage tracker for resource:security_group_rule and tenant:03f6e08ab5364d1ab927969d2d513ff2 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:26:59.655809 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:26:59.661459 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:26:59.722574 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:59.742672 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:59.804285 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:59.812636 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f6400988-9537-4167-b1ca-b57a8d0f8ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:26:59.850976 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03f6e08ab5364d1ab927969d2d513ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354090 Nov 11 16:26:59.852483 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acece72-819c-47b4-b5d5-f62ad3cb1b2c,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:26:59.853708 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58870) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:26:59.856758 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:26:59.912770 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:26:59.937425 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:00.061604 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:00.065181 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8a07b231-be5e-401b-a43e-add7df01a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:00.078284 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acece72-819c-47b4-b5d5-f62ad3cb1b2c,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:00.081047 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:00.089704 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:00.093187 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-0f8de1bb-33aa-4be1-b351-06505c6d3de3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5acece72-819c-47b4-b5d5-f62ad3cb1b2c HTTP/1.1" status: 204 len: 168 time: 0.2361753 Nov 11 16:27:04.017046 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 58942) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:04.129896 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.144170 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:04.147896 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac1c5fffa5c4426fb0cc4bc0df50b1e0 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:04.150637 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:04.156910 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:04.238016 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.305443 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.316573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-e2281086-283b-4fbc-945f-a15d3da18811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:04.359445 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac1c5fffa5c4426fb0cc4bc0df50b1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412375 Nov 11 16:27:04.360366 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce9f43-dbd0-4467-bf22-8e8df0b2280e,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:04.362323 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58948) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:04.363538 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:04.420199 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.444792 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.576626 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.580511 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d47a3b80-967d-431a-ae73-307233d26c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:04.592216 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce9f43-dbd0-4467-bf22-8e8df0b2280e,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:04.595570 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:04.598766 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:04.600118 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-3f5ea4ca-99c8-4749-af03-16ff3c11f649 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20ce9f43-dbd0-4467-bf22-8e8df0b2280e HTTP/1.1" status: 204 len: 168 time: 0.2368207 Nov 11 16:27:05.178719 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58956) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:05.196674 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.211704 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:05.215737 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Usage tracker for resource:security_group_rule and tenant:5a69e98f382248ac8e93c6d4e3c19143 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:05.218560 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:05.224142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:05.309607 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.358515 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.364900 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-1869f7f6-8156-4abb-9e15-c2b7d8e034e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:05.404423 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d827f245-6cdc-4d98-8682-e0ce2153188e,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:05.408517 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a69e98f382248ac8e93c6d4e3c19143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287667 Nov 11 16:27:05.409418 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-e202ff4f-1ffa-4425-b961-c43fa551cc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:05.411208 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 58960) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:05.468170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.493489 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.621552 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.625093 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-ebb7a67f-4ee2-4996-9486-d09c687cffc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:05.636336 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d827f245-6cdc-4d98-8682-e0ce2153188e,revision_number=None']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:05.640193 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:05.643272 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:05.644359 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-2bb38e15-a0e8-4141-a78d-b4dbfa461545 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d827f245-6cdc-4d98-8682-e0ce2153188e HTTP/1.1" status: 204 len: 168 time: 0.2322767 Nov 11 16:27:07.707935 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 59004) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:07.836060 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:07.850811 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:07.854529 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Usage tracker for resource:security_group_rule and tenant:b5a76e90a5af4ad2912397b1c432e0ae is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:07.858175 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:07.863693 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:07.943136 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:08.015170 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:08.022014 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-bf679886-f188-438a-b6a2-4e47a190cbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:08.064136 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5a76e90a5af4ad2912397b1c432e0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547530 Nov 11 16:27:08.064911 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7f76b-16f8-402d-8ec7-4119d5b6f727,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:08.066706 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59010) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:08.068016 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-b76b7098-800a-4f7d-bd3a-7d1eb3d3563c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:08.124331 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:08.148667 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:08.265171 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:08.268993 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c2b6575e-2eb8-4ca1-9de0-0e7b7db92706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:08.283693 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7f76b-16f8-402d-8ec7-4119d5b6f727,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:08.286491 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:08.298384 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:08.299502 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-98b5c0a4-8d3c-4bbf-99ee-c39314f03123 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72b7f76b-16f8-402d-8ec7-4119d5b6f727 HTTP/1.1" status: 204 len: 168 time: 0.2317879 Nov 11 16:27:09.296883 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59034) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:09.397511 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-566750984-network', 'tenant_id': '3160fd81e23f48559ffb239882c73850'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:09.402249 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:09.406053 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Usage tracker for resource:network and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:09.408943 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:09.415348 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:09.510410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Made reservation on behalf of 3160fd81e23f48559ffb239882c73850 for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:27:09.512910 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.525057 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.544022 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:09.547792 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:09.550627 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:09.556510 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:09.637321 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.718437 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.721518 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0e9959c8-b4ae-4c63-8636-268352c0b5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:09.749400 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:27:09.757494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b42516-c0f5-4ecf-8873-f06e089ff7d9,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:09.760927 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:09.763491 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.763881 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Added segment 4e134348-b501-41b8-b4e6-cd3ee6b8f9b9 of type vlan for network 97405c2e-d272-4b40-a91f-bbe904a5de72 Nov 11 16:27:09.789967 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.872774 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.874080 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:09.874664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:09.878081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-95a5b1fc-b50d-4e78-a426-ba5b7a3defab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:09.976514 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Pushing event updated for resources: {'Network': ['ID=97405c2e-d272-4b40-a91f-bbe904a5de72,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:09.979183 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:09.987468 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:27:10.033365 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7353818 Nov 11 16:27:10.036377 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 59040) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:10.042265 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Request body: {'subnet': {'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-566750984-subnet', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'ip_version': 4}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:10.052526 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:10.052526 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Usage tracker for resource:subnet and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:10.054377 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:10.060273 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:10.121839 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Made reservation on behalf of 3160fd81e23f48559ffb239882c73850 for: {'subnet': 1} {{(pid=87450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:27:10.124208 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10671980'] for subnet, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:10.385165 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10615404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10671986'] for subnet, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:10.390419 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:10.458213 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a14d16e-4510-405e-989c-7ee6745e642c,revision_number=0']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:10.461622 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:10.467142 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Checking segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:10.467499 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Network hostable DHCP agents. Network: 97405c2e-d272-4b40-a91f-bbe904a5de72, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:27:10.575817 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:27:10.666351 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, 97405c2e-d272-4b40-a91f-bbe904a5de72) {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:10.671068 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:10.671713 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:10.678421 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44362065-b3b1-49ab-9719-5b6712948983 None None] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:27:10.762481 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-fbc34b15-33dc-4823-a7ca-13d82fc15e58 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7249355 Nov 11 16:27:10.765646 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 59044) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:10.771406 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:10.776026 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:10.780014 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Usage tracker for resource:router and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:10.782851 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:10.788725 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:10.853463 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:10.854458 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:10.870702 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:10.894086 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-97405c2e-d272-4b40-a91f-bbe904a5de72', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:27:10.894940 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.046302 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Allocated IP 172.20.0.2 (97405c2e-d272-4b40-a91f-bbe904a5de72/0a14d16e-4510-405e-989c-7ee6745e642c/ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:11.200979 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.253676 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.264505 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Transition to ACTIVE for port object ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:11.283729 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Transition to ACTIVE for port object ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:11.345650 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.350422 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:11.414174 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:11.417272 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:11.421048 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:11.426617 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Pushing event updated for resources: {'Port': ['ID=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:11.466608 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.466833 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.467179 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.467515 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.467846 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.468182 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.468507 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.468855 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.469181 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.469505 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.469827 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.470149 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:11.477826 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:11.526296 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Attempting to bind port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:11.526670 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Attempting to bind port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:11.527788 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Attempting to bind port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec on network 97405c2e-d272-4b40-a91f-bbe904a5de72 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:11.533097 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:11.533474 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Checking segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:11.533875 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.534265 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Bound using segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:11.534728 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Bound port: ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:11.535100 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.624605 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] For port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:11.627598 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] For port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:11.677530 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.697631 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:27:11.709013 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.716591 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:11.721289 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-15f040cf-c25e-4869-adc2-c7ae762fe518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:11.805659 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Pushing event updated for resources: {'Port': ['ID=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:11.809378 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:11.855780 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Allocated IP 172.28.2.67 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/e7d00794-f013-4078-9504-39f5b0e6376d) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:12.023216 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:12.124310 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:12.128295 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-8269c1c8-f15b-4f89-98e2-74cec7bef802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:12.194230 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:12.197125 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:12.201313 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:12.239297 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d00794-f013-4078-9504-39f5b0e6376d,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:12.243710 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:12.659377 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:12.700293 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c40c53-5137-4d82-8afe-e00a8009315a None None] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:27:12.906440 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-99ba1736-aa4b-4290-9dec-7089eae418f1 None None] Provisioning for port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:12.962703 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:13.113219 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:13.123739 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:13.123739 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.131151 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.244520 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.262843 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-9d943394-1537-4b3d-a185-8e0579b9538b None None] Provisioning complete for port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:13.263318 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9d943394-1537-4b3d-a185-8e0579b9538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.337138 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:13.399124 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9d943394-1537-4b3d-a185-8e0579b9538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.413250 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:27:13.424883 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.429394 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-26a1f4e8-2a5f-46fd-a1cd-39753ef64d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:13.565873 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-9d943394-1537-4b3d-a185-8e0579b9538b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:27:13.566232 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-9d943394-1537-4b3d-a185-8e0579b9538b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:27:13.569546 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:13.572630 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:13.593701 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:27:13.602133 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Sync routers for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:27:13.611415 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:13.612030 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:13.664474 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:13.665634 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-d6d715ea-5847-4c83-929a-d031ec453100 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8988888 Nov 11 16:27:13.668625 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59048) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:13.794295 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:14.135856 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:12Z', 'revision_number': 3, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:14.140293 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Checking router: e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:27:14.140711 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Updating router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 port e7d00794-f013-4078-9504-39f5b0e6376d binding host dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:27:14.192032 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.434098 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.515756 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Notify callbacks [] for port, precommit_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.526931 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Transition to ACTIVE for port object e7d00794-f013-4078-9504-39f5b0e6376d will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:14.603830 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.608349 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:14.639012 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Allocated IP 172.20.0.1 (97405c2e-d272-4b40-a91f-bbe904a5de72/0a14d16e-4510-405e-989c-7ee6745e642c/4af5b7c0-a535-40d8-bf9f-bc01d523a585) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:14.687298 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Attempting to bind port e7d00794-f013-4078-9504-39f5b0e6376d on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:14.687596 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Attempting to bind port e7d00794-f013-4078-9504-39f5b0e6376d by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:14.687970 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Attempting to bind port e7d00794-f013-4078-9504-39f5b0e6376d on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:14.697502 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0942e-a795-4fa9-9081-20076cd8e66f None None] Pushing event updated for resources: {'Port': ['ID=e7d00794-f013-4078-9504-39f5b0e6376d,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:14.700716 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-0fc0942e-a795-4fa9-9081-20076cd8e66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:14.701647 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:14.702284 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:14.702692 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.703084 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:14.703561 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Bound port: e7d00794-f013-4078-9504-39f5b0e6376d, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:14.703947 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.776041 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] For port e7d00794-f013-4078-9504-39f5b0e6376d, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:14.779547 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] For port e7d00794-f013-4078-9504-39f5b0e6376d, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=e7d00794-f013-4078-9504-39f5b0e6376d,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:14.785782 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.801500 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Transition to ACTIVE for port object 4af5b7c0-a535-40d8-bf9f-bc01d523a585 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:14.844292 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.848016 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:14.887807 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:14.892049 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2ee26323-97d9-4a08-943f-1e3ae0ad23a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:14.925110 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:14.925741 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:14.957908 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:14.960601 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:14.965561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:14.980962 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:15.005657 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Pushing event updated for resources: {'Port': ['ID=4af5b7c0-a535-40d8-bf9f-bc01d523a585,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:15.010081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:15.025750 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.034430 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0942e-a795-4fa9-9081-20076cd8e66f None None] Pushing event updated for resources: {'Port': ['ID=e7d00794-f013-4078-9504-39f5b0e6376d,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:15.054338 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-0fc0942e-a795-4fa9-9081-20076cd8e66f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:15.204068 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:15.204453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.275353 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:15.348045 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.382343 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-eb3365df-81ed-44f7-98ce-362e1777ba5a None None] Provisioning for port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:15.405213 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-eb3365df-81ed-44f7-98ce-362e1777ba5a None None] Provisioning complete for port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:15.410023 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-eb3365df-81ed-44f7-98ce-362e1777ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.579110 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-eb3365df-81ed-44f7-98ce-362e1777ba5a None None] Port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:27:15.676181 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.680402 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:12Z', 'revision_number': 3, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:15.685292 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b1cbe-b2b5-424c-aa1e-5faa9956294f None None] The sync data for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb is: [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:12Z', 'revision_number': 3, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:27:15.735586 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.760692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d6c1cbd9-2da9-4a29-9b9e-c1bcdc6d8513 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:15.845326 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:15.848872 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Pushing event updated for resources: {'Port': ['ID=4af5b7c0-a535-40d8-bf9f-bc01d523a585,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:15.852201 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:15.994690 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:15.998194 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:16.205061 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:27:16.305429 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-f163af6b-994b-4dea-8164-75b0d10d3dc5 None None] Provisioning complete for port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:16.305987 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f163af6b-994b-4dea-8164-75b0d10d3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:16.366713 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-f163af6b-994b-4dea-8164-75b0d10d3dc5 None None] Port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:27:16.398224 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:27:16.408402 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-c82661b9-75e8-45ae-bc13-5909a31e4744 admin admin] 10.222.0.50 "PUT /v2.0/routers/e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387023 Nov 11 16:27:16.946811 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device e7d00794-f013-4078-9504-39f5b0e6376d up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:17.078305 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port e7d00794-f013-4078-9504-39f5b0e6376d completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:17.087331 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port e7d00794-f013-4078-9504-39f5b0e6376d triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:17.088902 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.117427 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59066) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:17.123294 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1192973886-network', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:17.128012 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:17.131872 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Usage tracker for resource:network and tenant:b50ce9f818b4442f8b8358f3712f0046 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:17.134789 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:17.140530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:17.195916 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Sync routers for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:27:17.201724 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Made reservation on behalf of b50ce9f818b4442f8b8358f3712f0046 for: {'network': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:27:17.204409 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for network, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.210458 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.221204 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:17.222084 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:17.227982 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port e7d00794-f013-4078-9504-39f5b0e6376d, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=e7d00794-f013-4078-9504-39f5b0e6376d,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:17.234920 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.250185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:17.254135 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b50ce9f818b4442f8b8358f3712f0046 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:17.256952 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:17.263185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:17.301210 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.303537 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:17.348890 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.373086 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=e7d00794-f013-4078-9504-39f5b0e6376d,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:17.376452 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:17.405475 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:17.418540 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.421559 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-693333d9-b622-4867-ade2-32e721852850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:17.449515 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=87451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 16:27:17.458144 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875b8c84-0ba7-4bdb-91a9-c78aa73e643f,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:17.461855 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:17.464671 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.465069 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.segments_db [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Added segment 44cbed96-d2c9-4fa3-b84d-c942b592ebb9 of type vlan for network ff3aca69-1156-4b0a-a554-eba70de6eeb1 Nov 11 16:27:17.496380 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748556076957'] for network, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.597892 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774'] for network, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.599226 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:17.599819 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.603537 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1a728a55-5954-4400-989d-d45314e334c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:17.700147 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3aca69-1156-4b0a-a554-eba70de6eeb1,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:17.702987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:17.711522 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 details requested by agent ovs-agent-dv-cinder-811151-2-smb with host dv-cinder-811151-2-smb {{(pid=87452) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 11 16:27:17.751862 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 2, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:17.755632 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Checking router: e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:27:17.756017 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Updating router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:27:17.772794 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-7d0e83ec-f1ac-43fe-a9a5-d2cbe8a678b1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6516664 Nov 11 16:27:17.773907 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59070) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:17.779300 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Request body: {'subnet': {'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1192973886-subnet', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'ip_version': 4}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:17.784214 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:17.788233 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Usage tracker for resource:subnet and tenant:b50ce9f818b4442f8b8358f3712f0046 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:17.791219 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:17.797974 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:17.809818 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:17.877928 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Made reservation on behalf of b50ce9f818b4442f8b8358f3712f0046 for: {'subnet': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:27:17.880341 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10523011'] for subnet, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.153047 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.158223 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10713847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10523037'] for subnet, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.162264 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c3435176-5f80-4091-ae47-2a3bdb40f369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:18.167452 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Transition to ACTIVE for port object 4af5b7c0-a535-40d8-bf9f-bc01d523a585 will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:18.233878 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccbf625-fcd4-4637-96af-4f90e4602d14,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:18.237639 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:18.243727 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.244428 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Checking segment: {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:18.244983 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Network hostable DHCP agents. Network: ff3aca69-1156-4b0a-a554-eba70de6eeb1, hostable agents: ['aa61df6b-7518-4764-8c4d-3ebcebd550e7'], hosted agents: [] {{(pid=87451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 16:27:18.248343 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-7a11669d-034d-4b4a-b350-6726c0796635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:18.341291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 is scheduled to be hosted by DHCP agent aa61df6b-7518-4764-8c4d-3ebcebd550e7 with binding_index 1 {{(pid=87451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 16:27:18.399165 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Pushing event updated for resources: {'Port': ['ID=4af5b7c0-a535-40d8-bf9f-bc01d523a585,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:18.415353 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.415699 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.416032 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.416362 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.416713 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.417643 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.418114 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.418642 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.419207 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.419568 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.419974 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.420208 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:18.421010 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811151-2-smb, ff3aca69-1156-4b0a-a554-eba70de6eeb1) {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:18.425439 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:18.430175 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.438145 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03548fe0-efd8-4dfd-8d05-469c306adcb0 None None] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:27:18.453677 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:18.474806 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Attempting to bind port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:18.475182 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Attempting to bind port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:18.475554 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Attempting to bind port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 on network 97405c2e-d272-4b40-a91f-bbe904a5de72 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:18.481927 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:18.482556 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Checking segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:18.483070 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.483362 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Bound using segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:18.483834 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Bound port: 4af5b7c0-a535-40d8-bf9f-bc01d523a585, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:18.484233 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.528462 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [-] (87450) accepted ('10.222.0.50', 59074) {{(pid=87450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:18.529372 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d20838c1-547b-4175-8a1f-8c23e7a0d918 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7545605 Nov 11 16:27:18.535735 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.v2.base [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}} {{(pid=87450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:18.543416 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:18.553119 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Usage tracker for resource:router and tenant:b50ce9f818b4442f8b8358f3712f0046 is out of sync, need to count used quota {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:18.561784 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.quota.resource [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87450) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:18.573312 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.quota.driver [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87450) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:18.578366 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] For port 4af5b7c0-a535-40d8-bf9f-bc01d523a585, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:18.581511 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] For port 4af5b7c0-a535-40d8-bf9f-bc01d523a585, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=4af5b7c0-a535-40d8-bf9f-bc01d523a585,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:18.653397 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-946176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4009'] for router, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.654553 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-912406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-906570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-872112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3922'] for router, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.669860 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.670056 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.670723 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:18.680452 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb240335e-38ba-52ea-a000-ce22166c4524-ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'fixed_ips': [{'subnet_id': '2ccbf625-fcd4-4637-96af-4f90e4602d14'}]}} from dv-cinder-811151-2-smb. {{(pid=87452) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 11 16:27:18.682459 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:18.746353 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:18.746990 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:18.800361 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Pushing event updated for resources: {'Port': ['ID=4af5b7c0-a535-40d8-bf9f-bc01d523a585,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:18.808287 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-a128c709-9b93-4861-9f4f-4dd6daef1142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:18.848000 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.db_base_plugin_common [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Allocated IP 172.20.0.2 (ff3aca69-1156-4b0a-a554-eba70de6eeb1/2ccbf625-fcd4-4637-96af-4f90e4602d14/03a283b2-2063-4bb1-8290-ea8af71bcc25) {{(pid=87452) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:18.955623 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device e7d00794-f013-4078-9504-39f5b0e6376d up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:18.967563 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:19.046906 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-906596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3908'] for router, precommit_update {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.143891 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port e7d00794-f013-4078-9504-39f5b0e6376d triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:19.144382 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.267649 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Notify callbacks [] for port, precommit_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.285072 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Transition to ACTIVE for port object 03a283b2-2063-4bb1-8290-ea8af71bcc25 will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:19.318891 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:18Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:19.323917 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaffc1b3-18e0-4de0-9f44-fa158f612eb9 None None] The sync data for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb is: [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:18Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:27:19.350320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Transition to ACTIVE for port object 03a283b2-2063-4bb1-8290-ea8af71bcc25 will not be triggered until provisioned by entity DHCP. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:19.411612 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655'] for port, after_create {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.416199 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:19.480242 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 is already hosted by enough agents. {{(pid=87452) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:19.483324 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.scheduler.base_scheduler [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Resources bound (agent type, host, resource id): {{(pid=87452) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:19.487326 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Received port after_create {{(pid=87452) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:19.493480 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.527045 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Pushing event updated for resources: {'Port': ['ID=03a283b2-2063-4bb1-8290-ea8af71bcc25,revision_number=1']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:19.529195 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.533633 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:19.588524 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Attempting to bind port 03a283b2-2063-4bb1-8290-ea8af71bcc25 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:19.589629 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Attempting to bind port 03a283b2-2063-4bb1-8290-ea8af71bcc25 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:19.590611 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Attempting to bind port 03a283b2-2063-4bb1-8290-ea8af71bcc25 on network ff3aca69-1156-4b0a-a554-eba70de6eeb1 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:19.598258 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:19.598733 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Checking segment: {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:19.599855 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.600364 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Bound using segment: {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:19.600931 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Bound port: 03a283b2-2063-4bb1-8290-ea8af71bcc25, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:19.601382 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.681287 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.db_base_plugin_common [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Allocated IP 172.28.2.246 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/a1bac684-1f1f-4154-a898-a16db331551b) {{(pid=87450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:19.695265 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] For port 03a283b2-2063-4bb1-8290-ea8af71bcc25, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:19.698557 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] For port 03a283b2-2063-4bb1-8290-ea8af71bcc25, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=03a283b2-2063-4bb1-8290-ea8af71bcc25,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:19.762040 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:19.766113 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:19.850916 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Pushing event updated for resources: {'Port': ['ID=03a283b2-2063-4bb1-8290-ea8af71bcc25,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:19.854339 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:19.969585 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:20.068166 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10613916'] for port, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:20.074341 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-d27c7ce0-de6a-44fa-b563-bc3268eb39ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:20.144099 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:20.147324 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.base_scheduler [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Resources bound (agent type, host, resource id): {{(pid=87450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:20.153247 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Received port after_create {{(pid=87450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:20.185561 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Pushing event updated for resources: {'Port': ['ID=a1bac684-1f1f-4154-a898-a16db331551b,revision_number=1']} {{(pid=87450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:20.195917 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG oslo_concurrency.lockutils [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87450) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:20.654633 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:20.771171 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a43b3-d6a4-40f2-99ff-103f1324719c None None] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:27:20.978133 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-05e743f8-27e3-4dee-985c-aca834d74ba0 None None] Provisioning for port 03a283b2-2063-4bb1-8290-ea8af71bcc25 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:21.013963 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 03a283b2-2063-4bb1-8290-ea8af71bcc25 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:21.017107 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-906521'] for router, after_create {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:21.146224 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 03a283b2-2063-4bb1-8290-ea8af71bcc25 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:21.152101 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 03a283b2-2063-4bb1-8290-ea8af71bcc25 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:21.152479 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:21.272251 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Router 8b53b682-100c-41ef-9e19-eabb1509ea6f is scheduled to L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a with binding_index 1 {{(pid=87450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 11 16:27:21.285740 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:21.323784 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 03a283b2-2063-4bb1-8290-ea8af71bcc25, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=03a283b2-2063-4bb1-8290-ea8af71bcc25,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:21.329481 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-23f91d9f-ec25-412f-9cb7-4cd232b324cd None None] Provisioning complete for port 03a283b2-2063-4bb1-8290-ea8af71bcc25 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:21.329853 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-23f91d9f-ec25-412f-9cb7-4cd232b324cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:21.390841 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:21.391572 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4af5b7c0-a535-40d8-bf9f-bc01d523a585 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:21.421601 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:21.454404 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:27:21.472611 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Sync routers for ids ['8b53b682-100c-41ef-9e19-eabb1509ea6f'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:27:21.553050 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Routers {'8b53b682-100c-41ef-9e19-eabb1509ea6f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:21.553662 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['8b53b682-100c-41ef-9e19-eabb1509ea6f'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:21.637414 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=03a283b2-2063-4bb1-8290-ea8af71bcc25,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:21.644982 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:21.650409 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron_lib.callbacks.manager [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] Notify callbacks [] for router, before_response {{(pid=87450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:21.655528 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [None req-592d51b6-b251-4c1a-b7d5-5fff6f125219 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1225696 Nov 11 16:27:21.656097 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59078) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:21.753209 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Set router 8b53b682-100c-41ef-9e19-eabb1509ea6f gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:21.852003 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:21.876072 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:21.876449 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.153649 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.173074 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.212925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port 4af5b7c0-a535-40d8-bf9f-bc01d523a585, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=4af5b7c0-a535-40d8-bf9f-bc01d523a585,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:22.221660 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:27:20Z', 'revision_number': 3, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:22.225446 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Checking router: 8b53b682-100c-41ef-9e19-eabb1509ea6f for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:27:22.225812 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Updating router 8b53b682-100c-41ef-9e19-eabb1509ea6f port a1bac684-1f1f-4154-a898-a16db331551b binding host dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:27:22.278515 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.320728 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.324898 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-62b0da24-ad6a-4e62-90ff-8b515a946bc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:22.436721 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.455123 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=4af5b7c0-a535-40d8-bf9f-bc01d523a585,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:22.460275 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:22.646092 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Allocated IP 172.20.0.1 (ff3aca69-1156-4b0a-a554-eba70de6eeb1/2ccbf625-fcd4-4637-96af-4f90e4602d14/c32c0cd6-a080-4764-aa86-75008586c8f2) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:22.669136 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.680971 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Transition to ACTIVE for port object a1bac684-1f1f-4154-a898-a16db331551b will not be triggered until provisioned by entity L2. {{(pid=87452) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:22.744000 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.749225 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:22.800144 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.817365 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Transition to ACTIVE for port object c32c0cd6-a080-4764-aa86-75008586c8f2 will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:22.825784 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Attempting to bind port a1bac684-1f1f-4154-a898-a16db331551b on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:22.826177 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Attempting to bind port a1bac684-1f1f-4154-a898-a16db331551b by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:22.826544 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Attempting to bind port a1bac684-1f1f-4154-a898-a16db331551b on network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:22.832392 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f6677-a507-40fe-aadb-269668f73d64 None None] Pushing event updated for resources: {'Port': ['ID=a1bac684-1f1f-4154-a898-a16db331551b,revision_number=2']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:22.835166 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-999f6677-a507-40fe-aadb-269668f73d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:22.837860 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:22.838237 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Checking segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:22.838711 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.840212 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Bound using segment: {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'} {{(pid=87452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:22.840727 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.managers [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Bound port: a1bac684-1f1f-4154-a898-a16db331551b, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d60fcc-67e7-4e2b-b097-60d3dced6b1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4'}}] {{(pid=87452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:22.841109 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.912815 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:22.917605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2030e6ef-13a7-4805-904d-98db90eb64a3 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:22.919199 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] For port a1bac684-1f1f-4154-a898-a16db331551b, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:22.922382 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] For port a1bac684-1f1f-4154-a898-a16db331551b, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=a1bac684-1f1f-4154-a898-a16db331551b,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:22.948766 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 03a283b2-2063-4bb1-8290-ea8af71bcc25 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:22.981338 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:22.984271 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:22.988370 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:23.016350 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 03a283b2-2063-4bb1-8290-ea8af71bcc25 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:23.016759 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.030708 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Pushing event updated for resources: {'Port': ['ID=c32c0cd6-a080-4764-aa86-75008586c8f2,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:23.034999 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:23.045695 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.048131 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946243'] for router_interface, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.055876 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:23.153522 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f6677-a507-40fe-aadb-269668f73d64 None None] Pushing event updated for resources: {'Port': ['ID=a1bac684-1f1f-4154-a898-a16db331551b,revision_number=3']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:23.156018 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Routers {'8b53b682-100c-41ef-9e19-eabb1509ea6f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:23.156646 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['8b53b682-100c-41ef-9e19-eabb1509ea6f'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:23.207200 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-999f6677-a507-40fe-aadb-269668f73d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:23.262252 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.376006 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4af5b7c0-a535-40d8-bf9f-bc01d523a585 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:23.439816 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] Set router 8b53b682-100c-41ef-9e19-eabb1509ea6f gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:23.495905 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-43d78d97-5e49-4e66-ae69-c2c24e6dfe13 None None] Provisioning for port c32c0cd6-a080-4764-aa86-75008586c8f2 completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:23.504420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.515267 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-43d78d97-5e49-4e66-ae69-c2c24e6dfe13 None None] Provisioning complete for port c32c0cd6-a080-4764-aa86-75008586c8f2 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:23.515580 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-43d78d97-5e49-4e66-ae69-c2c24e6dfe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.595829 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.622149 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2910b6ca-ce76-4bb4-9d37-38a0ceb0be74 tempest-ServerRescueNegativeTestJSON-745912755 tempest-ServerRescueNegativeTestJSON-745912755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:23.702303 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Pushing event updated for resources: {'Port': ['ID=c32c0cd6-a080-4764-aa86-75008586c8f2,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:23.704854 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-946220'] for router_interface, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.708494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:23.736098 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:23.736320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:23.772623 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-43d78d97-5e49-4e66-ae69-c2c24e6dfe13 None None] Port c32c0cd6-a080-4764-aa86-75008586c8f2 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:27:23.841541 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:23.842657 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:23.966910 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:27:23Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'c32c0cd6-a080-4764-aa86-75008586c8f2', 'name': '', 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:22Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 1, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'subnets': [{'id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:23.971319 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35fe9b-0d04-4594-bf54-56cfd29731a8 None None] The sync data for ids ['8b53b682-100c-41ef-9e19-eabb1509ea6f'] in dv-cinder-811151-2-smb is: [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:27:23Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'c32c0cd6-a080-4764-aa86-75008586c8f2', 'name': '', 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:22Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 1, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'subnets': [{'id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:27:24.092745 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-20aa4faa-9f4f-4eed-a70f-39b162b58dc8 None None] Provisioning complete for port c32c0cd6-a080-4764-aa86-75008586c8f2 triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:24.093206 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-20aa4faa-9f4f-4eed-a70f-39b162b58dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:24.151177 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Router 8b53b682-100c-41ef-9e19-eabb1509ea6f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:27:24.151935 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-20aa4faa-9f4f-4eed-a70f-39b162b58dc8 None None] Port c32c0cd6-a080-4764-aa86-75008586c8f2 cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:27:24.355572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:27:24.364877 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-58f38228-2b3f-4dd9-a34e-f35f9e40a305 admin admin] 10.222.0.50 "PUT /v2.0/routers/8b53b682-100c-41ef-9e19-eabb1509ea6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7081113 Nov 11 16:27:24.610903 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-dddcdbef-0c87-4fd0-aa07-943b567e24d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:24.966876 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device a1bac684-1f1f-4154-a898-a16db331551b up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:25.077403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59088) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:25.082662 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119434322', 'description': 'tempest-secgroup-smoke-1119434322 description', 'project_id': '3160fd81e23f48559ffb239882c73850'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:25.089149 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:25.089767 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port a1bac684-1f1f-4154-a898-a16db331551b completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:25.093193 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:25.094833 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port a1bac684-1f1f-4154-a898-a16db331551b triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:25.095211 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.096058 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:25.104046 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:25.174859 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.195049 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:25.199465 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:25.202709 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:25.208327 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:25.246907 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.253849 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.267967 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port a1bac684-1f1f-4154-a898-a16db331551b, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=a1bac684-1f1f-4154-a898-a16db331551b,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:25.285925 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.332288 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.334619 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:25.357450 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.361180 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-8925a902-0f38-4818-87e5-5a0bd3428861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:25.400853 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=a1bac684-1f1f-4154-a898-a16db331551b,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:25.401543 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:25.404431 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:25.404584 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:25.472018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.473289 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d9f558f8-717f-4dbd-9857-d2c046a89245 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3948905 Nov 11 16:27:25.476265 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59096) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:25.481707 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group_rule': {'security_group_id': 'e52c1ee5-98c9-46a3-a935-1da20f2cd3ff', 'project_id': '3160fd81e23f48559ffb239882c73850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:25.487774 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:25.491715 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:25.495357 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:25.501452 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:25.593760 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.654085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.734555 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.736652 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:25.762239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf9c49c-42a0-443d-a82a-57bd8cec6135,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:25.764623 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:25.837296 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:25.838495 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-972eb4a8-2eda-489b-bb2f-570d558f38e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612518 Nov 11 16:27:25.841615 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59100) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:25.846572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group_rule': {'security_group_id': 'e52c1ee5-98c9-46a3-a935-1da20f2cd3ff', 'project_id': '3160fd81e23f48559ffb239882c73850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:25.852382 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:25.859120 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:25.859551 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:25.865127 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:25.940631 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.001665 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.081150 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.083340 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3c61529d-7c6e-41b4-8f0a-9618bae59351 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:26.111239 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfcfa11-9ad1-4833-affe-c52f0962d433,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:26.116360 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:26.184655 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.185890 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433411 Nov 11 16:27:26.189860 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59104) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:26.195026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group_rule': {'security_group_id': 'e52c1ee5-98c9-46a3-a935-1da20f2cd3ff', 'project_id': '3160fd81e23f48559ffb239882c73850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:26.202601 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:26.206940 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:26.209861 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:26.216350 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:26.288857 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.357156 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.429795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.431886 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0d0e6f5b-5a84-408a-b51b-21645cc110bf tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:26.454861 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f065bf8-28e4-4b3f-a5c5-5b81b44d32a6,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:26.457262 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:26.552273 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.556746 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-641fc10a-fd23-4e97-af30-ea3c63ea5144 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626380 Nov 11 16:27:26.556746 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59108) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:26.561413 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group_rule': {'security_group_id': 'e52c1ee5-98c9-46a3-a935-1da20f2cd3ff', 'project_id': '3160fd81e23f48559ffb239882c73850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:26.567521 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:26.571591 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:26.575454 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:26.581643 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:26.664478 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.730416 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.818076 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.820081 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:26.843500 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9271ec6c-3bea-4ad5-b464-0c363799a851,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:26.845956 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:26.918095 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:26.919330 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0a3a9f63-da1b-493c-ad34-26aff17458cb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620622 Nov 11 16:27:26.922038 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59112) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:26.927018 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group_rule': {'security_group_id': 'e52c1ee5-98c9-46a3-a935-1da20f2cd3ff', 'project_id': '3160fd81e23f48559ffb239882c73850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:26.934215 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:26.938636 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:26.941757 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:26.944374 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device a1bac684-1f1f-4154-a898-a16db331551b up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:26.947651 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:27.022554 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port a1bac684-1f1f-4154-a898-a16db331551b triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:27.022928 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.026079 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.securitygroups_db [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Project 3160fd81e23f48559ffb239882c73850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:27:27.033008 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.101043 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.180271 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.182311 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:27.205664 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a1cc81-7269-4e7c-8199-5419ed13335f,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:27.208023 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:27.253878 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Sync routers for ids ['8b53b682-100c-41ef-9e19-eabb1509ea6f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:27:27.263796 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Routers {'8b53b682-100c-41ef-9e19-eabb1509ea6f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:27.264402 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:26:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['8b53b682-100c-41ef-9e19-eabb1509ea6f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:27.283304 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.285044 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-af01da93-54fa-4945-b76f-a84e962fc2c8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3617234 Nov 11 16:27:27.287397 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59116) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:27.292898 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'security_group_rule': {'security_group_id': 'e52c1ee5-98c9-46a3-a935-1da20f2cd3ff', 'project_id': '3160fd81e23f48559ffb239882c73850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:27.299185 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:27.302967 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:security_group_rule and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:27:27.305796 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:27:27.311680 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:27.355454 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c4db-4592-4fbf-aeef-b14d9d373050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.383494 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.securitygroups_db [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Project 3160fd81e23f48559ffb239882c73850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 16:27:27.391465 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.443407 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Set router 8b53b682-100c-41ef-9e19-eabb1509ea6f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:27.459129 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.555425 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862600'] for security_group_rule, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.558373 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f17d0689-31d4-4eed-81b0-0246ddcf7185 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:27.582726 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a305481-253a-4430-8771-edad8f0fd646,revision_number=0']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:27.586771 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:27.663979 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:27.665301 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-eac7236a-ac67-40c4-938b-a0f922e10810 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3768470 Nov 11 16:27:27.757537 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:27:23Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'c32c0cd6-a080-4764-aa86-75008586c8f2', 'name': '', 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:22Z', 'updated_at': '2021-11-11T16:27:23Z', 'revision_number': 2, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'subnets': [{'id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:27.761354 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Checking router: 8b53b682-100c-41ef-9e19-eabb1509ea6f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:27:27.761712 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Updating router 8b53b682-100c-41ef-9e19-eabb1509ea6f port c32c0cd6-a080-4764-aa86-75008586c8f2 binding host dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 16:27:27.813204 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.154594 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Notify callbacks [] for port, precommit_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.165636 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.provisioning_blocks [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Transition to ACTIVE for port object c32c0cd6-a080-4764-aa86-75008586c8f2 will not be triggered until provisioned by entity L2. {{(pid=87453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:28.237587 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.242524 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-59e63582-5716-4785-98e3-165ab168e0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:28.396209 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170d558-3f43-4ce8-827d-ef5e54887dd0 None None] Pushing event updated for resources: {'Port': ['ID=c32c0cd6-a080-4764-aa86-75008586c8f2,revision_number=3']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:28.404176 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-e170d558-3f43-4ce8-827d-ef5e54887dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:28.456176 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Attempting to bind port c32c0cd6-a080-4764-aa86-75008586c8f2 on host dv-cinder-811151-2-smb for vnic_type normal with profile {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:28.456568 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Attempting to bind port c32c0cd6-a080-4764-aa86-75008586c8f2 by drivers openvswitch,hyperv on host dv-cinder-811151-2-smb at level 0 using segments [{'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:28.456955 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Attempting to bind port c32c0cd6-a080-4764-aa86-75008586c8f2 on network ff3aca69-1156-4b0a-a554-eba70de6eeb1 {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:28.462304 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Checking agent: {'id': '2e56a6b3-01f8-4300-aa73-09832577c4d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811151-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 5, 25), 'started_at': datetime.datetime(2021, 11, 11, 16, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811151-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:28.462712 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Checking segment: {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:28.462980 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.463926 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Bound using segment: {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'} {{(pid=87453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:28.464453 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.managers [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Bound port: c32c0cd6-a080-4764-aa86-75008586c8f2, host: dv-cinder-811151-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cbed96-d2c9-4fa3-b84d-c942b592ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1'}}] {{(pid=87453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:28.465048 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.554333 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] For port c32c0cd6-a080-4764-aa86-75008586c8f2, host dv-cinder-811151-2-smb, cleared binding levels {{(pid=87453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:28.557472 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.plugins.ml2.db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] For port c32c0cd6-a080-4764-aa86-75008586c8f2, host dv-cinder-811151-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=c32c0cd6-a080-4764-aa86-75008586c8f2,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:28.655120 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron_lib.callbacks.manager [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.659095 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:28.722343 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:28.731616 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170d558-3f43-4ce8-827d-ef5e54887dd0 None None] Pushing event updated for resources: {'Port': ['ID=c32c0cd6-a080-4764-aa86-75008586c8f2,revision_number=4']} {{(pid=87453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:28.735897 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG oslo_concurrency.lockutils [None req-e170d558-3f43-4ce8-827d-ef5e54887dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:28.741059 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Routers {'8b53b682-100c-41ef-9e19-eabb1509ea6f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:27:28.741654 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:27:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['8b53b682-100c-41ef-9e19-eabb1509ea6f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:28.953956 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] Set router 8b53b682-100c-41ef-9e19-eabb1509ea6f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:27:28.973385 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device c32c0cd6-a080-4764-aa86-75008586c8f2 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:29.106320 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning for port c32c0cd6-a080-4764-aa86-75008586c8f2 completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:29.111410 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port c32c0cd6-a080-4764-aa86-75008586c8f2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:29.111798 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:29.236943 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:29.271520 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] For port c32c0cd6-a080-4764-aa86-75008586c8f2, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=c32c0cd6-a080-4764-aa86-75008586c8f2,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:29.305503 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:27:23Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'c32c0cd6-a080-4764-aa86-75008586c8f2', 'name': '', 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:22Z', 'updated_at': '2021-11-11T16:27:28Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'subnets': [{'id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:27:29.309652 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75173f8a-17e7-408a-a9a0-112a4a33938f None None] The sync data for ids ['8b53b682-100c-41ef-9e19-eabb1509ea6f'] in dv-cinder-811151-2-smb is: [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:27:23Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': 'c32c0cd6-a080-4764-aa86-75008586c8f2', 'name': '', 'network_id': 'ff3aca69-1156-4b0a-a554-eba70de6eeb1', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:22Z', 'updated_at': '2021-11-11T16:27:28Z', 'revision_number': 4, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'subnets': [{'id': '2ccbf625-fcd4-4637-96af-4f90e4602d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:27:29.340450 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:29.343840 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-970565fb-0d2f-4fb2-b3a5-63152323dc2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:29.417728 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Pushing event updated for resources: {'Port': ['ID=c32c0cd6-a080-4764-aa86-75008586c8f2,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:29.421085 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:29.740231 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:30.951533 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device c32c0cd6-a080-4764-aa86-75008586c8f2 up at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:31.025619 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Provisioning complete for port c32c0cd6-a080-4764-aa86-75008586c8f2 triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:31.026247 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:45.286806 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-e9f8edce-710c-49b4-9adf-209b0166575d req-a95d3717-3093-4585-b660-c74beda055e7 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Synchronizing usage tracker for tenant:3160fd81e23f48559ffb239882c73850 on resource:security_group {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:27:45.354730 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-e9f8edce-710c-49b4-9adf-209b0166575d req-a95d3717-3093-4585-b660-c74beda055e7 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Unset dirty status for tenant:3160fd81e23f48559ffb239882c73850 on resource:security_group {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:27:45.355903 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-a95d3717-3093-4585-b660-c74beda055e7 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119434322&fields=id&tenant_id=3160fd81e23f48559ffb239882c73850 HTTP/1.1" status: 200 len: 267 time: 0.1083078 Nov 11 16:27:45.521187 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-396397a9-68d2-468d-ba59-f150a475e4bd tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:45.521845 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-e9f8edce-710c-49b4-9adf-209b0166575d req-396397a9-68d2-468d-ba59-f150a475e4bd tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Synchronizing usage tracker for tenant:3160fd81e23f48559ffb239882c73850 on resource:network {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:27:45.617148 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-e9f8edce-710c-49b4-9adf-209b0166575d req-396397a9-68d2-468d-ba59-f150a475e4bd tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Unset dirty status for tenant:3160fd81e23f48559ffb239882c73850 on resource:network {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:27:45.618413 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-396397a9-68d2-468d-ba59-f150a475e4bd tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 808 time: 0.2558994 Nov 11 16:27:45.633873 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-a14e8d09-2021-48b0-adf5-52b966d63280 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/quotas/3160fd81e23f48559ffb239882c73850 HTTP/1.1" status: 200 len: 375 time: 0.0094514 Nov 11 16:27:45.726521 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-e9f8edce-710c-49b4-9adf-209b0166575d req-5edd3f8a-138b-4373-9671-c1cdd5e9f39e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Synchronizing usage tracker for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:27:45.794218 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-e9f8edce-710c-49b4-9adf-209b0166575d req-5edd3f8a-138b-4373-9671-c1cdd5e9f39e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Unset dirty status for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:27:45.795470 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-5edd3f8a-138b-4373-9671-c1cdd5e9f39e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561558 Nov 11 16:27:45.921403 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-89f1b02d-f7bd-4601-9f32-20a91838e879 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=87451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 16:27:45.922391 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-89f1b02d-f7bd-4601-9f32-20a91838e879 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149380 Nov 11 16:27:46.075413 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-76568066-093e-455c-a44e-4885c0345624 service neutron] 10.222.0.50 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423051 Nov 11 16:27:46.207676 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-6e9d23c6-c892-42bf-8e44-1c0a5b6127e1 service neutron] 10.222.0.50 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265454 Nov 11 16:27:47.061786 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-af429934-36e7-47df-b4f5-f15a1072f8bc req-4ca5cdd3-831e-4032-91c3-dfe422f3e155 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 210 time: 0.1677315 Nov 11 16:27:48.208290 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-42824f4d-a5e3-45e6-afe0-b3975f61a1b7 req-066c7184-d5af-46cc-af76-dbd724f1b726 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 210 time: 0.0435495 Nov 11 16:27:48.695914 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:27:49.231298 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-e9e214b6-1450-4ae1-87fb-12ee1ce3473d tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:49.232845 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-e9e214b6-1450-4ae1-87fb-12ee1ce3473d tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 808 time: 0.1519413 Nov 11 16:27:49.297065 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-5547e984-1c7b-407d-961d-fc55a1831644 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3160fd81e23f48559ffb239882c73850 HTTP/1.1" status: 200 len: 380 time: 0.0492501 Nov 11 16:27:49.310034 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'port': {'device_id': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'admin_state_up': True, 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'security_groups': ['e52c1ee5-98c9-46a3-a935-1da20f2cd3ff']}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:49.356260 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e9cfe357-4803-47bf-8abc-67c93461a42b req-1b45d83b-605f-4573-8aea-b0f065fffd8b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 210 time: 0.0428228 Nov 11 16:27:49.551916 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:27:49.562284 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:27:49.651183 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Made reservation on behalf of 3160fd81e23f48559ffb239882c73850 for: {'port': 1} {{(pid=87451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 16:27:49.655083 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:49.818448 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Allocated IP 172.20.0.11 (97405c2e-d272-4b40-a91f-bbe904a5de72/0a14d16e-4510-405e-989c-7ee6745e642c/51800ea5-930c-4c89-8a92-ec31e8831f4c) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:27:50.004885 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:50.019975 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Transition to ACTIVE for port object 51800ea5-930c-4c89-8a92-ec31e8831f4c will not be triggered until provisioned by entity DHCP. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:50.099933 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:50.105979 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:50.174219 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:27:50.177215 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:27:50.181575 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:27:50.210181 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:50.229963 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.230346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.230719 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.231086 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.231451 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.232016 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.232167 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.232530 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.232916 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.233275 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.233633 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.233987 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:27:50.239794 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:50.265248 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:50.266296 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:50.365866 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-998beba4-c280-49fd-9e32-6b57049640ff tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0599289 Nov 11 16:27:50.381307 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Request body: {'port': {'device_id': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81115'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:27:50.548407 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:50.584787 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-393995b7-b565-4501-a0b4-693cbcbd00b5 None None] Provisioning for port 51800ea5-930c-4c89-8a92-ec31e8831f4c completed by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:50.590645 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-393995b7-b565-4501-a0b4-693cbcbd00b5 None None] Provisioning complete for port 51800ea5-930c-4c89-8a92-ec31e8831f4c triggered by entity DHCP. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:50.591088 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-393995b7-b565-4501-a0b4-693cbcbd00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:50.646526 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48576a-15b6-4d50-9659-a197cf4fb430 req-033f54f7-6a79-43ad-a6fb-68ce4b0df283 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:50.647117 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-4f48576a-15b6-4d50-9659-a197cf4fb430 req-033f54f7-6a79-43ad-a6fb-68ce4b0df283 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Synchronizing usage tracker for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:27:50.677115 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-393995b7-b565-4501-a0b4-693cbcbd00b5 None None] Port 51800ea5-930c-4c89-8a92-ec31e8831f4c cannot update to ACTIVE because it is not bound. {{(pid=87452) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 11 16:27:50.788043 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-4f48576a-15b6-4d50-9659-a197cf4fb430 req-033f54f7-6a79-43ad-a6fb-68ce4b0df283 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Unset dirty status for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:27:50.789203 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f48576a-15b6-4d50-9659-a197cf4fb430 req-033f54f7-6a79-43ad-a6fb-68ce4b0df283 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 932 time: 0.3216650 Nov 11 16:27:50.866051 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f48576a-15b6-4d50-9659-a197cf4fb430 req-2f8b96cd-9607-4c9d-bc64-248cf8d81bd5 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667665 Nov 11 16:27:50.961492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51800ea5-930c-4c89-8a92-ec31e8831f4c {{(pid=87451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:27:50.968468 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:50.982104 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.provisioning_blocks [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Transition to ACTIVE for port object 51800ea5-930c-4c89-8a92-ec31e8831f4c will not be triggered until provisioned by entity L2. {{(pid=87451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 16:27:51.070277 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:51.074478 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ded87667-66a1-4586-9726-fa52bc2bbc17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:51.223521 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:51.232297 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:51.306835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Attempting to bind port 51800ea5-930c-4c89-8a92-ec31e8831f4c on host hv-cinder-81115 for vnic_type normal with profile {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 11 16:27:51.307184 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Attempting to bind port 51800ea5-930c-4c89-8a92-ec31e8831f4c by drivers openvswitch,hyperv on host hv-cinder-81115 at level 0 using segments [{'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 11 16:27:51.307506 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Attempting to bind port 51800ea5-930c-4c89-8a92-ec31e8831f4c on network 97405c2e-d272-4b40-a91f-bbe904a5de72 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:51.312017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Port 51800ea5-930c-4c89-8a92-ec31e8831f4c on network 97405c2e-d272-4b40-a91f-bbe904a5de72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81115 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 11 16:27:51.312328 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Attempting to bind port 51800ea5-930c-4c89-8a92-ec31e8831f4c on network 97405c2e-d272-4b40-a91f-bbe904a5de72 {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 11 16:27:51.317249 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Checking agent: {'id': '3d5404e7-e538-4c6c-86e0-100f9ebbe0e2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81115', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'started_at': datetime.datetime(2021, 11, 11, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 11 16:27:51.317579 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Checking segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 11 16:27:51.317951 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Bound using segment: {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'} {{(pid=87451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 11 16:27:51.318365 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.managers [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Bound port: 51800ea5-930c-4c89-8a92-ec31e8831f4c, host: hv-cinder-81115, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72'}}] {{(pid=87451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 11 16:27:51.318697 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:51.408356 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, cleared binding levels {{(pid=87451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 11 16:27:51.411358 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 11 16:27:51.482269 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:51.485869 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:51.550129 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:51.550733 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:51.552089 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] 10.222.0.60 "PUT /v2.0/ports/51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1094 time: 1.1749463 Nov 11 16:27:51.552649 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:27:51.572542 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=3']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:51.576033 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-bb52d32f-cd0a-45ac-8b4c-51577f241a65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:51.603166 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'status': 'completed', 'code': 200} Nov 11 16:27:51.695778 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92325eba-2aff-41ca-a503-64a3fc2f8e1a req-7778b61c-6a8f-4893-b75e-bf20293c3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:51.697356 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-92325eba-2aff-41ca-a503-64a3fc2f8e1a req-7778b61c-6a8f-4893-b75e-bf20293c3b4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0735741 Nov 11 16:27:51.942250 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92325eba-2aff-41ca-a503-64a3fc2f8e1a req-1f7a33d4-b9ee-404e-9843-78096eb151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:51.943713 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-92325eba-2aff-41ca-a503-64a3fc2f8e1a req-1f7a33d4-b9ee-404e-9843-78096eb151a1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3160fd81e23f48559ffb239882c73850&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2338831 Nov 11 16:27:52.053963 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:52.139598 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92325eba-2aff-41ca-a503-64a3fc2f8e1a req-e54d6cd2-4db5-4084-9656-d4f6721361ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:52.140933 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-92325eba-2aff-41ca-a503-64a3fc2f8e1a req-e54d6cd2-4db5-4084-9656-d4f6721361ae service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1870053 Nov 11 16:27:52.152205 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0170789-fc41-495f-b983-ac8f2b562c1e req-9afafe48-c565-406c-9a4a-44f1cd47c857 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:52.153593 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c0170789-fc41-495f-b983-ac8f2b562c1e req-9afafe48-c565-406c-9a4a-44f1cd47c857 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.1783986 Nov 11 16:27:52.234732 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-c0170789-fc41-495f-b983-ac8f2b562c1e req-18dbc311-e03b-46ac-9b55-b590e03c91da tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751395 Nov 11 16:27:52.265290 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-7bd12fc7-0636-468e-9a4e-793a736d3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:52.266725 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-7bd12fc7-0636-468e-9a4e-793a736d3706 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0792766 Nov 11 16:27:52.343026 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-aed7f47a-114c-40fb-931b-7f59943fad68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 217 time: 0.0643575 Nov 11 16:27:52.409321 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-25ccbf7a-f37b-4666-a369-87af37c4fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:52.410594 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-25ccbf7a-f37b-4666-a369-87af37c4fff0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0555143 Nov 11 16:27:52.491270 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8edce-710c-49b4-9adf-209b0166575d req-5b66899c-f67a-4231-9c25-8aca910b66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:52.493202 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-5b66899c-f67a-4231-9c25-8aca910b66e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710502 Nov 11 16:27:52.627734 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-3371a672-8787-481e-a2e7-29617ceb4375 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235170 Nov 11 16:27:52.760186 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e9f8edce-710c-49b4-9adf-209b0166575d req-47a1c61d-7385-484b-9914-670e4bbe84db service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216557 Nov 11 16:27:53.425076 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313fa1b-adae-48bd-a47c-afeae263b4e6 req-dd962feb-3791-4dab-9d05-5e814ef374fa tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:53.426544 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2313fa1b-adae-48bd-a47c-afeae263b4e6 req-dd962feb-3791-4dab-9d05-5e814ef374fa tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.0820508 Nov 11 16:27:53.471129 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-2313fa1b-adae-48bd-a47c-afeae263b4e6 req-ddacedd2-bf3f-4b16-bf78-74e0c40cf51c tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386417 Nov 11 16:27:54.395617 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:27:54.532294 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:54.549751 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'port_id': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'mac_address': 'fa:16:3e:30:ff:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:27:54.609302 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:54.624393 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-40ba022f-9be4-4621-b8fb-3d92795b37f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:54.628004 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51800ea5-930c-4c89-8a92-ec31e8831f4c {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:27:54.643990 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:54.654477 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f9856-c30d-4e83-a6c5-d0ee1898b994 req-138c2274-b0aa-4f0f-bde8-916cf699deb8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:54.655919 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-148f9856-c30d-4e83-a6c5-d0ee1898b994 req-138c2274-b0aa-4f0f-bde8-916cf699deb8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.0823817 Nov 11 16:27:54.699351 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-148f9856-c30d-4e83-a6c5-d0ee1898b994 req-28d9f54f-84b3-4449-8170-472353febb79 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378325 Nov 11 16:27:54.701994 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:54.705627 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-0fc0942e-a795-4fa9-9081-20076cd8e66f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:54.769164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=4']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:54.772149 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:54.990765 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['51800ea5-930c-4c89-8a92-ec31e8831f4c'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:27:55.207983 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:55.882924 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71e395-d2e8-4261-9ed2-e887f5346adc req-0fbfb10d-6d7b-4314-8dc7-18eb00c60c63 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:55.885062 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0e71e395-d2e8-4261-9ed2-e887f5346adc req-0fbfb10d-6d7b-4314-8dc7-18eb00c60c63 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 945 time: 0.0781972 Nov 11 16:27:55.927219 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0e71e395-d2e8-4261-9ed2-e887f5346adc req-b11c484c-c832-48b0-b13c-7756818bf67f tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365884 Nov 11 16:27:56.395729 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:27:56.515673 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning for port 51800ea5-930c-4c89-8a92-ec31e8831f4c completed by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 16:27:56.520615 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 51800ea5-930c-4c89-8a92-ec31e8831f4c triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:27:56.520941 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:56.636025 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:56.662302 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:27:56.672057 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:27:56.759839 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:56.761955 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-14d762cb-9a8c-45d8-b110-bcde3bb60fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:27:56.791860 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'code': 200} Nov 11 16:27:56.831244 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=5']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:27:56.835196 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:27:57.115228 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c4034-a805-4674-bb08-5a44819bbb04 req-ae2aa18a-54c7-4526-a3dd-1ceeb1180746 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:57.116591 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0c2c4034-a805-4674-bb08-5a44819bbb04 req-ae2aa18a-54c7-4526-a3dd-1ceeb1180746 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0861361 Nov 11 16:27:57.160442 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-0c2c4034-a805-4674-bb08-5a44819bbb04 req-345217b3-0dd1-48de-8a5c-fb84da27b6c9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374780 Nov 11 16:27:57.285913 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2482e7-7c74-4e4c-a9b5-b21490bc098c req-23b76c45-075e-4a50-8b0b-3e34a35a4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:57.287457 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6e2482e7-7c74-4e4c-a9b5-b21490bc098c req-23b76c45-075e-4a50-8b0b-3e34a35a4aba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0723004 Nov 11 16:27:57.333683 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-6e2482e7-7c74-4e4c-a9b5-b21490bc098c req-15cae397-0621-46bc-84de-e8150d98e28d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344641 Nov 11 16:27:57.336096 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6a01646e-a458-46b2-94bf-193736cfcee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:58.348825 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123db736-bce4-45c9-8340-efe71ed03bef req-e23ea8bb-93e1-40b5-a2ba-5b8550232da2 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:58.350278 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-123db736-bce4-45c9-8340-efe71ed03bef req-e23ea8bb-93e1-40b5-a2ba-5b8550232da2 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0794115 Nov 11 16:27:58.394749 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-123db736-bce4-45c9-8340-efe71ed03bef req-e1cca340-72ee-4bcd-ba24-663bf303fecb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384860 Nov 11 16:27:58.707343 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:59.579502 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f306a-1d75-4f7d-8073-517769cf36ce req-047ed828-cf59-4bc7-80f7-f981f3b7dd77 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:59.580877 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-061f306a-1d75-4f7d-8073-517769cf36ce req-047ed828-cf59-4bc7-80f7-f981f3b7dd77 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0818262 Nov 11 16:27:59.629563 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-061f306a-1d75-4f7d-8073-517769cf36ce req-548e6c10-047b-4f82-a33a-e3e84aaa9d7e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Nov 11 16:27:59.781761 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:27:59.817152 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68748d1a-a2c7-4191-9ec3-f60c7ace30cc req-af242654-8bbb-4474-b126-d96aa11b7178 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:59.818608 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-68748d1a-a2c7-4191-9ec3-f60c7ace30cc req-af242654-8bbb-4474-b126-d96aa11b7178 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0839596 Nov 11 16:27:59.862269 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-68748d1a-a2c7-4191-9ec3-f60c7ace30cc req-27093cd9-fb28-455c-93f5-3ea12aa3a78a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370543 Nov 11 16:27:59.885843 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59276) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:27:59.995535 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d0059-baf6-40aa-bbfa-074deb42e4ce tempest-TestShelveInstance-675444023 tempest-TestShelveInstance-675444023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:27:59.996237 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-175d0059-baf6-40aa-bbfa-074deb42e4ce tempest-TestShelveInstance-675444023 tempest-TestShelveInstance-675444023-project-admin] Synchronizing usage tracker for tenant:b50ce9f818b4442f8b8358f3712f0046 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:28:00.069728 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-175d0059-baf6-40aa-bbfa-074deb42e4ce tempest-TestShelveInstance-675444023 tempest-TestShelveInstance-675444023-project-admin] Unset dirty status for tenant:b50ce9f818b4442f8b8358f3712f0046 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:28:00.071553 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-175d0059-baf6-40aa-bbfa-074deb42e4ce tempest-TestShelveInstance-675444023 tempest-TestShelveInstance-675444023-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1094 time: 0.1847794 Nov 11 16:28:00.074670 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59282) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:28:00.079602 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.v2.base [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Request body: {'floatingip': {'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'port_id': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 16:28:00.085457 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 11 16:28:00.089310 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Usage tracker for resource:floatingip and tenant:3160fd81e23f48559ffb239882c73850 is out of sync, need to count used quota {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 11 16:28:00.092139 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87451) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 11 16:28:00.097777 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.quota.driver [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87451) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 11 16:28:00.180413 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for floatingip, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:00.311837 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:00.445199 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_common [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Allocated IP 172.28.2.226 (582e2b88-e398-4198-b5f7-d424ce5ff4e4/c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed/47e549d3-1d1b-4685-ae31-def55718fd5f) {{(pid=87451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 16:28:00.685739 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for port, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:00.775801 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748556090655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:00.779256 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-f6f306ad-7fab-47a6-befa-39ead313ee8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:28:00.844518 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Network 582e2b88-e398-4198-b5f7-d424ce5ff4e4 is already hosted by enough agents. {{(pid=87451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 16:28:00.847409 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.base_scheduler [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Resources bound (agent type, host, resource id): {{(pid=87451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 16:28:00.851813 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Received port after_create {{(pid=87451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 16:28:00.890523 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'Port': ['ID=47e549d3-1d1b-4685-ae31-def55718fd5f,revision_number=1']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:00.894542 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:28:01.264906 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:01.402790 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:01.607017 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for port, precommit_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:01.681873 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10712190'] for port, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:01.685687 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-15c0c799-46ca-4fae-bd86-600fe38378cc tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:28:01.788186 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event updated for resources: {'Port': ['ID=47e549d3-1d1b-4685-ae31-def55718fd5f,revision_number=2']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:28:01.792783 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:28:01.800843 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-906696'] for floatingip, after_update {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:01.967617 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Floating IP 9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb associated. External IP: 172.28.2.226, port: 51800ea5-930c-4c89-8a92-ec31e8831f4c. Nov 11 16:28:02.421669 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:28:02.595654 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:28:02.604892 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] Sync routers for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:28:02.614428 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:28:02.615142 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:27:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:28:02.707422 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:02.766037 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-ee76f8eb-97b4-4463-bec0-0cb9042d99a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6903636 Nov 11 16:28:02.766787 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:28:02.793829 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:28:02.812449 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'status': 'completed', 'code': 200} Nov 11 16:28:02.915553 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-11cfc062-a519-4149-a735-9990e0a4d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:02.917104 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-11cfc062-a519-4149-a735-9990e0a4d07b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0723698 Nov 11 16:28:03.051587 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-ed32f495-f28a-4688-8a9a-5b383cbd987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:03.053082 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-ed32f495-f28a-4688-8a9a-5b383cbd987b service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1297255 Nov 11 16:28:03.151931 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'floating_ip_address': '172.28.2.226', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'port_id': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'mac_address': 'fa:16:3e:30:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:28:01Z', 'updated_at': '2021-11-11T16:28:01Z', 'revision_number': 0, 'project_id': '3160fd81e23f48559ffb239882c73850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:28:03.155649 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] Checking router: e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:28:03.157345 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-c41e3ef3-3061-4c29-89a9-09cca96d879b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1000 time: 0.0971770 Nov 11 16:28:03.163788 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:28:03.164856 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:27:57Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:28:03.225169 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-bec358e5-bb76-47d4-9700-e1a25b131102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:03.227419 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-bec358e5-bb76-47d4-9700-e1a25b131102 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0604529 Nov 11 16:28:03.309882 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-d68341af-d95e-45bd-b2e8-bcab9c0d0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:03.311422 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-d68341af-d95e-45bd-b2e8-bcab9c0d0f0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775356 Nov 11 16:28:03.376870 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:28:03.446612 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-74eebd05-9019-4772-a3b8-e118764e95b3 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252339 Nov 11 16:28:03.578616 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-219d67dd-0804-413f-a91b-b0e20a4ace48 req-818d41c2-a426-45d8-8a19-1d411374e33b service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248648 Nov 11 16:28:03.719398 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'floating_ip_address': '172.28.2.226', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'port_id': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'mac_address': 'fa:16:3e:30:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:28:01Z', 'updated_at': '2021-11-11T16:28:01Z', 'revision_number': 0, 'project_id': '3160fd81e23f48559ffb239882c73850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:28:03.723264 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c810acf-cac4-4001-9008-ff6a4c618aef None None] The sync data for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb is: [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_floatingips': [{'id': '9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'floating_ip_address': '172.28.2.226', 'floating_network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'router_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'port_id': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'mac_address': 'fa:16:3e:30:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T16:28:01Z', 'updated_at': '2021-11-11T16:28:01Z', 'revision_number': 0, 'project_id': '3160fd81e23f48559ffb239882c73850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:28:03.911131 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d28e94-b7a7-4a4f-b75a-93e6cc924653 None None] New status for floating IP 9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb: ACTIVE {{(pid=87453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:28:22.063458 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:24.596935 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f5b0bd28-bb23-4e82-a881-48acb1d0a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:25.201151 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:25.695431 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:28:27.388905 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b128facb-0ee6-4e90-923f-63e5f9078acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:28.708647 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:29.727876 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:32.332307 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-df202363-e6e7-456f-832f-c88ed89c341d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687504 Nov 11 16:28:32.470809 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-49e37822-263c-47f6-83e9-b8eaf5380fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:32.472209 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-49e37822-263c-47f6-83e9-b8eaf5380fe7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0691299 Nov 11 16:28:32.617066 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-f27b20d2-c348-4eba-a551-6a498619c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:32.618403 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-f27b20d2-c348-4eba-a551-6a498619c80a service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1254337 Nov 11 16:28:32.722022 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-2a2cf628-4bcd-435c-8d98-42306df57970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1002 time: 0.0961339 Nov 11 16:28:32.879608 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-76c09224-8023-480a-9143-16c4be63cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:32.880967 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-76c09224-8023-480a-9143-16c4be63cdda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.1519952 Nov 11 16:28:32.956766 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-59a58b69-5c7b-475a-9ecd-bc6ed080567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:28:32.958213 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-59a58b69-5c7b-475a-9ecd-bc6ed080567e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694270 Nov 11 16:28:33.091804 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-a5f8a213-7186-47dd-a2f3-a415a9ecc7e6 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241322 Nov 11 16:28:33.222360 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-1231d0e2-92ae-449d-aa88-fe3a3d3f9a64 req-fcf101f8-8eff-4864-a1f9-fbd155ecc740 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233342 Nov 11 16:28:52.092273 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:54.600636 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-2b158432-91fd-4e92-aa5c-aaea8ccfe881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:55.194410 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:57.365886 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-918d3f31-59b6-405e-99d1-a1b1993f8382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:58.691931 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:28:59.725862 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:02.694349 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:29:22.072966 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:24.735600 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-58c8ce12-fea6-4444-b98e-46b51ab15774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:25.204717 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:27.352495 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-d7aae9de-5c44-47e7-a8ee-8585710e7168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:28.700327 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:29.746555 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:33.346559 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-c62280be-4278-4e45-b16b-4ba1ac309e47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751095 Nov 11 16:29:33.497339 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-f85b6310-7b73-4935-8096-aeaf559464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:29:33.498808 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-f85b6310-7b73-4935-8096-aeaf559464a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0716891 Nov 11 16:29:33.648653 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-9ea8235a-1a36-42bc-9cc3-77bfd5b5305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:29:33.649994 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-9ea8235a-1a36-42bc-9cc3-77bfd5b5305e service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1260831 Nov 11 16:29:33.756866 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-b30fecd0-6a7c-48a2-bbc5-2e6ad4c47853 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1002 time: 0.0962193 Nov 11 16:29:33.822984 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-cf7dd53c-cdc8-4cb4-9e30-ebbaef959a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:29:33.824417 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-cf7dd53c-cdc8-4cb4-9e30-ebbaef959a8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0557559 Nov 11 16:29:33.903734 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-13ba3dc9-9d0d-422a-bd6d-17f3ea6a6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:29:33.905112 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-13ba3dc9-9d0d-422a-bd6d-17f3ea6a6054 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718157 Nov 11 16:29:34.039302 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-cb4bb7c3-0c75-4efc-978b-482749a23442 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231337 Nov 11 16:29:34.172943 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-ff4e1fc8-8542-4122-a07a-03031c83aa23 req-15cba940-dfdb-4630-aca2-558535321660 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219389 Nov 11 16:29:39.692942 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:29:52.145661 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:54.630544 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-42b3373c-c9ad-47b1-8fcb-50a2662a2934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:55.225646 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:57.379150 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-39cba1a1-39e6-4af8-8371-6eae75b60ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:58.716619 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:29:58.873677 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fc4ee-fd60-4a0b-9ab8-4a0798789201 req-3a7d58bf-b855-46c3-b00c-671fb61ea73b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:29:58.875176 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5c8fc4ee-fd60-4a0b-9ab8-4a0798789201 req-3a7d58bf-b855-46c3-b00c-671fb61ea73b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0816224 Nov 11 16:29:58.918481 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-5c8fc4ee-fd60-4a0b-9ab8-4a0798789201 req-8afcbcdf-d381-46ec-974a-9c768abaa156 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375953 Nov 11 16:29:59.726898 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:00.119188 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc9a9b-1489-401f-963c-561b3d14cec9 req-e3884683-0560-4bfb-b2eb-170d0344a4a5 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:00.120625 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-79fc9a9b-1489-401f-963c-561b3d14cec9 req-e3884683-0560-4bfb-b2eb-170d0344a4a5 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0808511 Nov 11 16:30:00.165546 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-79fc9a9b-1489-401f-963c-561b3d14cec9 req-819881f0-7a0a-41f1-83a7-7c5040e15e8a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388286 Nov 11 16:30:01.349179 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fd373-a67a-444b-8f05-ec02619ade69 req-2b7c5883-444d-407e-9dcc-9cca48698f57 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:01.350607 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b60fd373-a67a-444b-8f05-ec02619ade69 req-2b7c5883-444d-407e-9dcc-9cca48698f57 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0826905 Nov 11 16:30:01.394003 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-b60fd373-a67a-444b-8f05-ec02619ade69 req-22e275cd-98a0-4b19-a1be-7602aba181f9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373697 Nov 11 16:30:02.579817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76313097-e913-4e05-b735-cf9d14b474c6 req-0b7daab0-beeb-4ec8-9335-5344d74a3c0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:02.581197 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-76313097-e913-4e05-b735-cf9d14b474c6 req-0b7daab0-beeb-4ec8-9335-5344d74a3c0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0858157 Nov 11 16:30:02.624338 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-76313097-e913-4e05-b735-cf9d14b474c6 req-0af69d82-1b44-43ea-b68e-f97f452ed6f8 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376134 Nov 11 16:30:03.840324 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4d1f3-0f3e-4153-8bcf-f36f5c5118d0 req-1882efef-be21-4858-ac7d-52d2348c7fa1 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:03.840324 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1dc4d1f3-0f3e-4153-8bcf-f36f5c5118d0 req-1882efef-be21-4858-ac7d-52d2348c7fa1 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0792501 Nov 11 16:30:03.851476 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-1dc4d1f3-0f3e-4153-8bcf-f36f5c5118d0 req-ef44384b-8cf4-4405-8389-be7fbeccb602 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368865 Nov 11 16:30:05.036290 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c089b8-ddc8-4c39-9358-79fe9feeabab req-99ba7ac4-0757-424a-ae03-6c264fb9086b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:05.037732 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e6c089b8-ddc8-4c39-9358-79fe9feeabab req-99ba7ac4-0757-424a-ae03-6c264fb9086b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0792358 Nov 11 16:30:05.080364 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-e6c089b8-ddc8-4c39-9358-79fe9feeabab req-c3a092ea-9646-4258-9260-a6a4a0e68cbe tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371156 Nov 11 16:30:06.267302 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93887-be7f-41f7-a7a3-d2ee9dd803af req-1a6b4504-bc52-4cef-8386-80d1c79a0acb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:06.268773 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9bc93887-be7f-41f7-a7a3-d2ee9dd803af req-1a6b4504-bc52-4cef-8386-80d1c79a0acb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0846667 Nov 11 16:30:06.312580 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-9bc93887-be7f-41f7-a7a3-d2ee9dd803af req-03ff0c83-ec7e-4ba2-ad72-8bf969d34d6b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Nov 11 16:30:07.546901 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0c0ee-c8b6-44c0-aa15-587dc4e9793d req-5d20e53c-12cc-4974-92a8-9b7db44b0347 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:07.548269 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-74a0c0ee-c8b6-44c0-aa15-587dc4e9793d req-5d20e53c-12cc-4974-92a8-9b7db44b0347 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.1312199 Nov 11 16:30:07.592067 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-74a0c0ee-c8b6-44c0-aa15-587dc4e9793d req-424b661c-5f3f-4e82-b958-ca271227c7af tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381479 Nov 11 16:30:08.824744 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26340965-d821-488e-a40a-c32e516d2b47 req-f24e9d1d-e305-4f2c-8abd-513716d308ba tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:08.826191 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-26340965-d821-488e-a40a-c32e516d2b47 req-f24e9d1d-e305-4f2c-8abd-513716d308ba tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.1307609 Nov 11 16:30:08.873577 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-26340965-d821-488e-a40a-c32e516d2b47 req-f1d133fc-b8c3-4304-b88d-ee673daf25c3 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Nov 11 16:30:09.082700 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e407c-b981-41e8-b462-32e49344d75c req-3c43897e-9328-45be-a270-65fe43261c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:09.084147 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-3c43897e-9328-45be-a270-65fe43261c3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0704050 Nov 11 16:30:09.316247 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e407c-b981-41e8-b462-32e49344d75c req-7ba6ece4-7d10-44d1-bce8-e743d9020b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:09.317977 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-7ba6ece4-7d10-44d1-bce8-e743d9020b70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.2223332 Nov 11 16:30:09.422600 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-fa900095-24fe-46b9-bfe0-c190f1d52d4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1002 time: 0.0921676 Nov 11 16:30:09.493106 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e407c-b981-41e8-b462-32e49344d75c req-c59d9c7d-3862-435e-928b-92e686d4202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:09.494497 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-c59d9c7d-3862-435e-928b-92e686d4202c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0608301 Nov 11 16:30:09.573715 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e407c-b981-41e8-b462-32e49344d75c req-6b1479a6-e30a-482f-ad4f-766f3bed53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:09.575062 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-6b1479a6-e30a-482f-ad4f-766f3bed53e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698009 Nov 11 16:30:09.708851 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-8e01b771-2b64-4095-8248-c4617d0c8000 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217220 Nov 11 16:30:09.845767 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-cf8e407c-b981-41e8-b462-32e49344d75c req-aa5d114b-67d5-4e92-abf9-fce837abfd07 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250331 Nov 11 16:30:10.059907 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc8100-f0cd-45ac-bc98-c1418604f45e req-8e2d4255-252a-4c01-80cd-75925519c7bd tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:10.061353 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64bc8100-f0cd-45ac-bc98-c1418604f45e req-8e2d4255-252a-4c01-80cd-75925519c7bd tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0845473 Nov 11 16:30:10.105091 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-64bc8100-f0cd-45ac-bc98-c1418604f45e req-114c5554-091a-4863-a057-be8db3dfd0a9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378304 Nov 11 16:30:11.293152 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50e53a-489e-4a71-b520-f64e9f672d63 req-9dfd2099-438b-4a05-9187-f92ca6df8527 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:11.294605 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ee50e53a-489e-4a71-b520-f64e9f672d63 req-9dfd2099-438b-4a05-9187-f92ca6df8527 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0838201 Nov 11 16:30:11.338123 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ee50e53a-489e-4a71-b520-f64e9f672d63 req-d437feac-c498-4445-b6e0-47a01ae50dc1 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379267 Nov 11 16:30:12.523892 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff5f0f-8b13-415c-a5ca-c4aa5e360598 req-7c534b39-67e7-4d3a-929e-7debe2a7ae86 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:12.525254 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-baff5f0f-8b13-415c-a5ca-c4aa5e360598 req-7c534b39-67e7-4d3a-929e-7debe2a7ae86 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0800366 Nov 11 16:30:12.568930 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-baff5f0f-8b13-415c-a5ca-c4aa5e360598 req-4d6d10d5-744c-40aa-91b7-538cb8d58732 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379407 Nov 11 16:30:13.759038 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b8ab2-9302-4c33-9cc0-2121a47c1099 req-2cfd9930-1198-46d9-bcdf-d4c466b5572b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:13.760461 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a23b8ab2-9302-4c33-9cc0-2121a47c1099 req-2cfd9930-1198-46d9-bcdf-d4c466b5572b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0842619 Nov 11 16:30:13.803522 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a23b8ab2-9302-4c33-9cc0-2121a47c1099 req-ebd3e467-5efe-4b1f-a899-f57d44db379e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373847 Nov 11 16:30:14.299476 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406ab1-4482-4859-b7b5-4fc94f25cf00 req-1ad9323d-4ce7-412a-912e-5797b89e1457 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:14.300956 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a7406ab1-4482-4859-b7b5-4fc94f25cf00 req-1ad9323d-4ce7-412a-912e-5797b89e1457 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0860503 Nov 11 16:30:14.397464 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-a7406ab1-4482-4859-b7b5-4fc94f25cf00 req-8546b821-43c5-4311-8063-df233559972a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614541 Nov 11 16:30:14.407430 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-a24aa958-eec9-4091-a889-3888754e7ebb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1605685 Nov 11 16:30:15.138435 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:30:15.250795 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:15.277713 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:30:15.287439 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:30:15.317490 dv-cinder-811151-2-smb neutron-server[87452]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'code': 422} returned with failed status Nov 11 16:30:15.389723 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:15.393290 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:30:15.460907 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=6']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:30:15.468226 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.468597 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.468939 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.469273 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.469606 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.469938 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.470267 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.470592 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.470915 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.471253 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.471563 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.471882 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:30:15.475803 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:30:15.588820 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a3f16-1490-4f29-bc1c-852bb606d86b req-2f10b481-a8c6-4a81-8e0e-07ec79b291a6 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:15.590271 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e03a3f16-1490-4f29-bc1c-852bb606d86b req-2f10b481-a8c6-4a81-8e0e-07ec79b291a6 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.0812616 Nov 11 16:30:15.634907 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-e03a3f16-1490-4f29-bc1c-852bb606d86b req-31329f79-7c36-4b6f-9af2-012ca17c90a2 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390217 Nov 11 16:30:16.690889 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:30:16.823717 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e5fc-48f9-4533-92ab-32f4c1bd466d req-d99e2d19-1a81-4d6d-b4b6-10e9a21ec1f9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:16.825186 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a135e5fc-48f9-4533-92ab-32f4c1bd466d req-d99e2d19-1a81-4d6d-b4b6-10e9a21ec1f9 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.0826647 Nov 11 16:30:16.870054 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-a135e5fc-48f9-4533-92ab-32f4c1bd466d req-889267dd-32a0-4c18-a3f7-317fd1b54faf tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390830 Nov 11 16:30:17.115460 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851705f8-a602-481a-b101-9d0b465d998f req-53fc4138-6f5e-4b5f-85b6-a73360c3c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:17.116903 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-53fc4138-6f5e-4b5f-85b6-a73360c3c95e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5&tenant_id=3160fd81e23f48559ffb239882c73850 HTTP/1.1" status: 200 len: 1097 time: 0.0712340 Nov 11 16:30:17.215344 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851705f8-a602-481a-b101-9d0b465d998f req-c1431488-8bb4-4ebf-bc5e-ec146074251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:17.217053 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-c1431488-8bb4-4ebf-bc5e-ec146074251f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1097 time: 0.0747399 Nov 11 16:30:17.353473 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851705f8-a602-481a-b101-9d0b465d998f req-43e5b7e2-ce7c-4687-9589-4cc2e4805246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:17.354895 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-43e5b7e2-ce7c-4687-9589-4cc2e4805246 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1263816 Nov 11 16:30:17.461526 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-358e1ec5-2f71-489d-b226-809fff322fee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1000 time: 0.0960813 Nov 11 16:30:17.525659 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851705f8-a602-481a-b101-9d0b465d998f req-8416280e-f906-4097-8370-9c7e8a73f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:17.526973 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-8416280e-f906-4097-8370-9c7e8a73f889 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0566337 Nov 11 16:30:17.607467 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851705f8-a602-481a-b101-9d0b465d998f req-6afac1f8-b30e-4b70-ba53-c04a8ba6c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:17.608896 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-6afac1f8-b30e-4b70-ba53-c04a8ba6c448 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714338 Nov 11 16:30:17.742620 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-c43f21d2-7eb1-4da3-9e3d-05292f0159de service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233764 Nov 11 16:30:17.959055 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-851705f8-a602-481a-b101-9d0b465d998f req-460a1580-9aca-4ca5-b719-825f2a328382 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063603 Nov 11 16:30:18.058465 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3ae8a-bfb9-4d5f-96c1-d6b2d7ef3cdc req-8c9e5205-b0b0-45b2-91ca-594c6084e16e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:18.059903 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fde3ae8a-bfb9-4d5f-96c1-d6b2d7ef3cdc req-8c9e5205-b0b0-45b2-91ca-594c6084e16e tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.0841031 Nov 11 16:30:18.104468 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fde3ae8a-bfb9-4d5f-96c1-d6b2d7ef3cdc req-acb4754d-297c-43da-88a2-7fbdad80155a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388916 Nov 11 16:30:19.201453 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c details requested by agent hyperv_hv-cinder-81115 with host hv-cinder-81115 {{(pid=87452) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 11 16:30:19.288105 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8b7df-4b0b-402f-9dde-6094e82d100b req-1e5416fd-4722-4b9e-942c-a0d037e34c10 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:19.290326 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-85c8b7df-4b0b-402f-9dde-6094e82d100b req-1e5416fd-4722-4b9e-942c-a0d037e34c10 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 944 time: 0.0811145 Nov 11 16:30:19.336769 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:30:19.340130 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-85c8b7df-4b0b-402f-9dde-6094e82d100b req-01514776-1659-4eb8-a72f-88f1bbcca8e0 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442035 Nov 11 16:30:19.350164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Returning: {'device': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'port_id': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'mac_address': 'fa:16:3e:30:ff:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87452) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 16:30:19.404659 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:19.421352 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51800ea5-930c-4c89-8a92-ec31e8831f4c {{(pid=87452) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 16:30:19.436967 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:30:19.526353 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:19.528993 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:30:19.596659 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=7']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:30:19.599696 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:30:19.813357 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] get_ports_and_sgs() called for port_ids ['51800ea5-930c-4c89-8a92-ec31e8831f4c'] {{(pid=87452) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 16:30:20.524021 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed764d48-2332-4049-9231-7bd0c54266cd req-3aca1166-f769-40c4-ba05-d1f9d62fc55f tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:20.525414 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ed764d48-2332-4049-9231-7bd0c54266cd req-3aca1166-f769-40c4-ba05-d1f9d62fc55f tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Nov 11 16:30:20.573566 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-ed764d48-2332-4049-9231-7bd0c54266cd req-e89b667f-d0ae-448a-a9a2-ae007ec1b9e2 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Nov 11 16:30:21.216232 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c up at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 11 16:30:21.285126 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.provisioning_blocks [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Provisioning complete for port 51800ea5-930c-4c89-8a92-ec31e8831f4c triggered by entity L2. {{(pid=87452) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 16:30:21.285498 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4049371'] for port, provisioning_complete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:21.398621 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4037300'] for port, before_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:21.427387 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87452) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:30:21.437585 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:30:21.471118 dv-cinder-811151-2-smb neutron-server[87452]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'code': 200} Nov 11 16:30:21.492205 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748556554500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748556090673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748556090718'] for port, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:21.495264 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:30:21.562536 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Pushing event updated for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=8']} {{(pid=87452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:30:21.565440 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_concurrency.lockutils [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87452) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:30:21.759661 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafda0c5-5db7-4b89-808d-4c89d55c5590 req-64d916ad-d150-4bad-806b-5b45af5fa911 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:21.761111 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fafda0c5-5db7-4b89-808d-4c89d55c5590 req-64d916ad-d150-4bad-806b-5b45af5fa911 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0801277 Nov 11 16:30:21.805450 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-fafda0c5-5db7-4b89-808d-4c89d55c5590 req-72fae427-5c01-4bfc-95af-96e2e2bd36e6 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386772 Nov 11 16:30:21.885438 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393329eb-17d1-4bb8-9ed0-6eeec6e42e8f req-d4790717-1a4f-4ead-8c99-e18eb4c5ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:21.886878 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-393329eb-17d1-4bb8-9ed0-6eeec6e42e8f req-d4790717-1a4f-4ead-8c99-e18eb4c5ca8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.1152565 Nov 11 16:30:21.929882 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-393329eb-17d1-4bb8-9ed0-6eeec6e42e8f req-4691fb0e-f256-41c2-ad0f-d0dd332df1bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Nov 11 16:30:22.085959 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:22.990671 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3bed5-c09a-4de4-b4d3-5cdac6ed4223 req-83bf470a-1deb-4687-bee8-4ebe5c575b83 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:22.992322 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-63f3bed5-c09a-4de4-b4d3-5cdac6ed4223 req-83bf470a-1deb-4687-bee8-4ebe5c575b83 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0820737 Nov 11 16:30:23.037415 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-63f3bed5-c09a-4de4-b4d3-5cdac6ed4223 req-989ef624-96d1-48d8-9c85-31cc7bb2c8b1 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Nov 11 16:30:24.326116 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332ca7-17ef-48f9-bb2f-69f902b9f4cb req-3ca58b36-3354-45ea-97f6-347cb1bfd152 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:24.327508 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4c332ca7-17ef-48f9-bb2f-69f902b9f4cb req-3ca58b36-3354-45ea-97f6-347cb1bfd152 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.1847122 Nov 11 16:30:24.373404 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-4c332ca7-17ef-48f9-bb2f-69f902b9f4cb req-18538612-71a4-4649-8873-10ef82db780a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Nov 11 16:30:24.622866 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c2bc3d46-1fd4-4f93-905e-9536b6472941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:25.200034 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:27.354465 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-020a3335-8d71-40b0-a62b-fa8128331246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:28.731616 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:29.731315 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:35.325456 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-8a3e2aab-df52-466e-a6ce-c8864114b54d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709643 Nov 11 16:30:35.464324 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-ff2c3fe9-891a-488b-9ff8-b93971699442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:35.465779 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-ff2c3fe9-891a-488b-9ff8-b93971699442 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0704303 Nov 11 16:30:35.610062 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-7ae604c5-2d00-4558-b44c-d64afd078b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:35.611393 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-7ae604c5-2d00-4558-b44c-d64afd078b4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1241655 Nov 11 16:30:35.714671 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-cb9714fe-a99b-4890-a4b6-7eee30dfd2b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1002 time: 0.0949476 Nov 11 16:30:35.782056 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-d913e671-089d-49c3-b06e-8cc8ad3bbac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:35.783419 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-d913e671-089d-49c3-b06e-8cc8ad3bbac8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0593355 Nov 11 16:30:35.857512 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-a337634f-1e38-482e-8b8f-771221de7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:30:35.858917 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-a337634f-1e38-482e-8b8f-771221de7a0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679255 Nov 11 16:30:35.990648 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-39d82bd4-1d68-4510-9663-b9ae059faeaa service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218998 Nov 11 16:30:36.123524 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-f846a625-f255-4545-bb21-4b6b403e2af8 req-5e8a85a6-6c8c-45ff-b7bf-47df39ca80f5 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259043 Nov 11 16:30:52.112467 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:53.690004 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:30:54.661605 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-bf2edab2-bf34-46e1-a43f-b43373f0ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:55.210231 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:57.369985 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ac1e3bff-04fb-4a6e-bc36-83b0796c4de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:58.747275 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:30:59.735880 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:22.135389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:24.649129 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-0d2badc5-c228-4772-a7b3-aedcb9557b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:25.214621 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:27.369356 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-7ed9ee24-51a3-4eb0-8dab-9a19cabb482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:28.705582 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:29.751644 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:30.688661 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:31:35.354472 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-bf91c186-778f-42a2-a62b-2842ca6ad22b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698211 Nov 11 16:31:35.506514 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-80a102d4-eb10-406d-9c2e-e050e1cb01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:35.507963 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-80a102d4-eb10-406d-9c2e-e050e1cb01e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0737202 Nov 11 16:31:35.655490 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-df3f0218-f3c6-4a94-9828-bfd06fbed02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:35.656873 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-df3f0218-f3c6-4a94-9828-bfd06fbed02d service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1249881 Nov 11 16:31:35.858920 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-4d402db7-dfa8-4c74-b4ec-16db2aecc341 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 1002 time: 0.1902533 Nov 11 16:31:35.925912 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-f56c600b-181a-400e-8072-fc4b0b6dfa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:35.927221 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-f56c600b-181a-400e-8072-fc4b0b6dfa62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0564554 Nov 11 16:31:36.007906 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-957591e0-a806-4d7d-a11f-4155d9248c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:36.009416 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-957591e0-a806-4d7d-a11f-4155d9248c26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722489 Nov 11 16:31:36.144714 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-75ca85fd-70fe-4900-b2a2-4437de228c53 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234908 Nov 11 16:31:36.278144 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-469ad871-f19e-4a6c-beff-d7b56f22cad3 req-a0e0fcf0-012b-4e44-9885-fbd197235726 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238401 Nov 11 16:31:37.391524 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59412) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:37.600761 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Deleting port 47e549d3-1d1b-4685-ae31-def55718fd5f {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:37.601106 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:37.765565 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:37.765902 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:37.893610 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Calling delete_port for 47e549d3-1d1b-4685-ae31-def55718fd5f owned by network:floatingip {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:38.109742 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:38.113294 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0a23333b-9145-4551-96dd-4eec6a2a16b2 tempest-AttachVolumeTestJSON-1225335605 tempest-AttachVolumeTestJSON-1225335605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:38.156397 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event deleted for resources: {'Port': ['ID=47e549d3-1d1b-4685-ae31-def55718fd5f,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:38.193738 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.194122 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.194495 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.194864 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.195229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.195590 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.195948 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.196306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.196695 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.197058 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.197412 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.197766 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811151-2-smb {{(pid=87451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 16:31:38.205519 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:38.260259 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for floatingip, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:38.260607 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.db.l3_db [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Floating IP 9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb disassociated (deleted). External IP: 172.28.2.226, port: 51800ea5-930c-4c89-8a92-ec31e8831f4c. Nov 11 16:31:38.691674 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:31:38.870996 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:31:38.880997 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] Sync routers for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:31:38.890624 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:31:38.891296 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:31:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:38.997197 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for floatingip, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:39.055005 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-92d9748a-b4d8-4190-90c0-4f593700df31 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "DELETE /v2.0/floatingips/9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb HTTP/1.1" status: 204 len: 168 time: 1.6596534 Nov 11 16:31:39.055005 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:31:39.067951 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:31:39.153737 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'status': 'completed', 'code': 200} Nov 11 16:31:39.263860 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-80b29644-ebd6-45fe-a091-4c9186a55567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:39.265451 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-80b29644-ebd6-45fe-a091-4c9186a55567 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3160fd81e23f48559ffb239882c73850&device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 1099 time: 0.0780516 Nov 11 16:31:39.394305 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:39.398207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] Checking router: e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:31:39.407158 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:31:39.407579 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-ef47ab40-695c-4403-8dac-de1cc0a82141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:39.407760 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:31:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:39.409043 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-ef47ab40-695c-4403-8dac-de1cc0a82141 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 200 len: 909 time: 0.1333096 Nov 11 16:31:39.482612 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-47a8282d-453d-4cf8-98e1-96871ff9ff50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 200 len: 217 time: 0.0625758 Nov 11 16:31:39.557361 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-884a46a0-d830-4779-9d4b-bea50d288404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:39.558829 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-884a46a0-d830-4779-9d4b-bea50d288404 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 200 len: 847 time: 0.0630808 Nov 11 16:31:39.585108 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:31:39.645994 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-08f5f61f-011d-4e71-9b70-f9dad5e683ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:39.646879 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-08f5f61f-011d-4e71-9b70-f9dad5e683ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97405c2e-d272-4b40-a91f-bbe904a5de72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761516 Nov 11 16:31:39.761892 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015750c-66ac-4f6b-8f0b-500526b1f892 req-211a22ac-3255-478e-a64f-204492d1763a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:39.763582 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f015750c-66ac-4f6b-8f0b-500526b1f892 req-211a22ac-3255-478e-a64f-204492d1763a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0820138 Nov 11 16:31:39.785623 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-e374efb0-c27e-4fbd-b028-555f5b0fb963 service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314406 Nov 11 16:31:39.816145 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f015750c-66ac-4f6b-8f0b-500526b1f892 req-38a1e6e5-b615-40ce-886d-e9c0290f9433 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 Nov 11 16:31:39.928370 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3421f336-99df-4de7-9ff1-7e2f861a6b95 req-d38760e4-e8d5-4bb4-9963-abd36210b2af service neutron] 10.222.0.60 "GET /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297317 Nov 11 16:31:39.939732 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:39.943813 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb116d-6c29-4393-8209-b1f06951994a None None] The sync data for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb is: [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:27:15Z', 'revision_number': 4, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb', '_interfaces': [{'id': '4af5b7c0-a535-40d8-bf9f-bc01d523a585', 'name': '', 'network_id': '97405c2e-d272-4b40-a91f-bbe904a5de72', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'mac_address': 'fa:16:3e:ea:d1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:14Z', 'updated_at': '2021-11-11T16:27:22Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'subnets': [{'id': '0a14d16e-4510-405e-989c-7ee6745e642c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:31:40.167894 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfc731-ea81-4aa3-9c62-0c4baa415d6d None None] New status for floating IP 9acc9cd6-ba4a-4d09-a4b9-76aebc45f1bb: DOWN {{(pid=87453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 16:31:41.004815 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ee6fa-4dd1-4b61-a0ec-827c594aa08e req-9986ddb8-c471-4307-9133-6eba4acea2ad tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:41.005494 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-4f2ee6fa-4dd1-4b61-a0ec-827c594aa08e req-9986ddb8-c471-4307-9133-6eba4acea2ad tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Synchronizing usage tracker for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:31:41.076508 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-4f2ee6fa-4dd1-4b61-a0ec-827c594aa08e req-9986ddb8-c471-4307-9133-6eba4acea2ad tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Unset dirty status for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:31:41.077660 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f2ee6fa-4dd1-4b61-a0ec-827c594aa08e req-9986ddb8-c471-4307-9133-6eba4acea2ad tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.1560886 Nov 11 16:31:41.121005 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-4f2ee6fa-4dd1-4b61-a0ec-827c594aa08e req-09653b30-f90c-4e18-a832-950a7925c4eb tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/security-groups?id=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375054 Nov 11 16:31:41.247572 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-e772d13a-fef7-4be7-b9ff-d8037027040b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 16:31:41.248994 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-e772d13a-fef7-4be7-b9ff-d8037027040b tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.60 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 946 time: 0.0813334 Nov 11 16:31:41.324874 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Deleting port 51800ea5-930c-4c89-8a92-ec31e8831f4c {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:41.325210 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:41.657139 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] For port 51800ea5-930c-4c89-8a92-ec31e8831f4c, host hv-cinder-81115, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81115',level=0,port_id=51800ea5-930c-4c89-8a92-ec31e8831f4c,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:41.657489 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:41.782741 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Calling delete_port for 51800ea5-930c-4c89-8a92-ec31e8831f4c owned by compute:nova {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:41.990581 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:41.996792 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-1c1b9ec1-b3d6-4a8e-be09-2280daaaa3fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:42.040207 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event deleted for resources: {'Port': ['ID=51800ea5-930c-4c89-8a92-ec31e8831f4c,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:42.044415 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:42.119893 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] No DVR routers for this DVR port 51800ea5-930c-4c89-8a92-ec31e8831f4c on host hv-cinder-81115 {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:31:42.122420 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205161'] for port, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:42.124916 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-deleted', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c'}] {{(pid=87451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 16:31:42.184609 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5e9c43-2423-4410-aeca-86f7fdaac2a5', 'name': 'network-vif-deleted', 'tag': '51800ea5-930c-4c89-8a92-ec31e8831f4c', 'status': 'completed', 'code': 200} Nov 11 16:31:42.209068 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-8a317bf5-6fb2-4632-a36c-67974b355e9b req-ad3bee4e-ed7b-4e64-992f-73c0bf0f4e0a tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.60 "DELETE /v2.0/ports/51800ea5-930c-4c89-8a92-ec31e8831f4c HTTP/1.1" status: 204 len: 173 time: 0.9519253 Nov 11 16:31:42.274751 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-3747e0eb-c5f2-43ba-82e7-b1e6e67d5197 req-4e8a706d-27f0-4f0f-b19d-88c3f289f227 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Synchronizing usage tracker for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 11 16:31:42.368313 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.quota.resource [req-3747e0eb-c5f2-43ba-82e7-b1e6e67d5197 req-4e8a706d-27f0-4f0f-b19d-88c3f289f227 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Unset dirty status for tenant:3160fd81e23f48559ffb239882c73850 on resource:port {{(pid=87451) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 11 16:31:42.372890 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [req-3747e0eb-c5f2-43ba-82e7-b1e6e67d5197 req-4e8a706d-27f0-4f0f-b19d-88c3f289f227 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 210 time: 0.1376920 Nov 11 16:31:43.547027 dv-cinder-811151-2-smb neutron-server[87450]: INFO neutron.wsgi [req-f8db2cfa-4719-4485-9773-e8a2591e0fef req-ac8eeb90-3aca-4fa6-b03f-604643ce7ef4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "GET /v2.0/ports?device_id=da5e9c43-2423-4410-aeca-86f7fdaac2a5 HTTP/1.1" status: 200 len: 210 time: 0.0470064 Nov 11 16:31:44.787775 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59436) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:44.854164 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:44.882811 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:45.023346 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:45.027795 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-85fe4a8e-8966-481f-86e6-13128bde49b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:45.042803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c1ee5-98c9-46a3-a935-1da20f2cd3ff,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:45.045359 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:45.119775 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:45.120864 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-d325eeac-8eaf-4ae7-bec6-2de6ca6debe4 tempest-TestShelveInstance-1541813590 tempest-TestShelveInstance-1541813590-project] 10.222.0.50 "DELETE /v2.0/security-groups/e52c1ee5-98c9-46a3-a935-1da20f2cd3ff HTTP/1.1" status: 204 len: 168 time: 0.3343520 Nov 11 16:31:45.242752 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59442) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:45.633016 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c no longer exists at agent hyperv_hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:45.671140 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] No Port match for: 51800ea5-930c-4c89-8a92-ec31e8831f4c {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:45.671491 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Device 51800ea5-930c-4c89-8a92-ec31e8831f4c not bound to the agent host hv-cinder-81115 {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:45.781399 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:46.219968 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Deleting port 4af5b7c0-a535-40d8-bf9f-bc01d523a585 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:46.220699 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:46.389561 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] For port 4af5b7c0-a535-40d8-bf9f-bc01d523a585, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=4af5b7c0-a535-40d8-bf9f-bc01d523a585,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:46.389898 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:46.518817 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Calling delete_port for 4af5b7c0-a535-40d8-bf9f-bc01d523a585 owned by network:router_interface {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:46.932137 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:46.936808 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-42a047a8-eac1-4e0d-8b5c-c24f8c54ad1c tempest-VolumesActionsTest-171843167 tempest-VolumesActionsTest-171843167-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:46.978328 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Pushing event deleted for resources: {'Port': ['ID=4af5b7c0-a535-40d8-bf9f-bc01d523a585,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:46.981259 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:47.253492 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:47.733057 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:31:47.918968 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:31:47.927981 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] Sync routers for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:31:47.937928 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:31:47.938639 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:31:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:48.032598 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] 10.222.0.50 "PUT /v2.0/routers/e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7886994 Nov 11 16:31:48.035041 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59448) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:48.117813 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: dv-cinder-811151-2-smb {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:31:48.210338 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks [] for router, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:48.391006 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:48.403871 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67'}], 'enable_snat': True}, 'gw_port_id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:31:46Z', 'revision_number': 5, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port': {'id': 'e7d00794-f013-4078-9504-39f5b0e6376d', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:11Z', 'updated_at': '2021-11-11T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:48.407566 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] Checking router: e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 for host: dv-cinder-811151-2-smb {{(pid=87452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:31:48.415769 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] Routers {'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:31:48.416357 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:31:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'], 'active': True} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:48.465150 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Deleting port e7d00794-f013-4078-9504-39f5b0e6376d {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:48.465496 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:48.566567 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_dvr_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] Set router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 gateway port host: None {{(pid=87452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:31:48.639609 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] For port e7d00794-f013-4078-9504-39f5b0e6376d, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=e7d00794-f013-4078-9504-39f5b0e6376d,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:48.639969 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:48.671587 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.db.l3_hamode_db [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:31:48Z', 'revision_number': 6, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port_host': None}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:48.675504 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e7df2-6aa6-441f-a4f4-d3defb8526a3 None None] The sync data for ids ['e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353'] in dv-cinder-811151-2-smb is: [{'id': 'e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353', 'name': 'tempest-TestShelveInstance-566750984-router', 'tenant_id': '3160fd81e23f48559ffb239882c73850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:10Z', 'updated_at': '2021-11-11T16:31:48Z', 'revision_number': 6, 'project_id': '3160fd81e23f48559ffb239882c73850', 'gw_port_host': None}] {{(pid=87452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:31:48.765472 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Calling delete_port for e7d00794-f013-4078-9504-39f5b0e6376d owned by network:router_gateway {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:48.994327 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:48.998363 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0043c117-1654-478d-a4b9-3ad03cb759bb tempest-VolumesSnapshotTestJSON-489336077 tempest-VolumesSnapshotTestJSON-489336077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:49.038130 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4af5b7c0-a535-40d8-bf9f-bc01d523a585 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:49.044426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d00794-f013-4078-9504-39f5b0e6376d,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:49.047570 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:49.078387 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 4af5b7c0-a535-40d8-bf9f-bc01d523a585 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:49.078732 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 4af5b7c0-a535-40d8-bf9f-bc01d523a585 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:49.143460 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.412332 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.414407 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.527586 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.528056 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 {{(pid=87451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:31:49.541696 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.542948 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-58b33860-2d49-462d-afee-f20ea82beb3c admin admin] 10.222.0.50 "DELETE /v2.0/routers/e0bc5d03-4f8c-47ce-b491-5a3ee7e7c353 HTTP/1.1" status: 204 len: 168 time: 1.5068307 Nov 11 16:31:49.546030 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59454) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:49.606689 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_v2 [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Deleting subnet 0a14d16e-4510-405e-989c-7ee6745e642c {{(pid=87451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:31:49.609989 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.664300 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10643444'] for subnet, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.742139 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.842752 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10712112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523108'] for subnet, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.847476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-073d94d2-3f1f-4cc8-8ac0-61c9895362d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:49.886026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a14d16e-4510-405e-989c-7ee6745e642c,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:49.888476 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:49.891545 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:49.895014 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-91df2d2f-8aea-463f-a191-104d6f16bedb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0a14d16e-4510-405e-989c-7ee6745e642c HTTP/1.1" status: 204 len: 168 time: 0.3480506 Nov 11 16:31:49.896103 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6f3ad-f8c0-4a49-8016-93e5795349f0 None None] Network 97405c2e-d272-4b40-a91f-bbe904a5de72 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:31:49.897485 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59458) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:50.003739 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.015220 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Deleting port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:50.015605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.175267 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] DHCP port deletion for 97405c2e-d272-4b40-a91f-bbe904a5de72 request from dv-cinder-811151-2-smb {{(pid=87452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 11 16:31:50.179555 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Deleting port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:50.179935 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.220071 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] For port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:50.220520 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.342364 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Calling delete_port for ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec owned by network:dhcp {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:50.384350 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] For port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,segment=NetworkSegment(4e134348-b501-41b8-b4e6-cd3ee6b8f9b9),segment_id=4e134348-b501-41b8-b4e6-cd3ee6b8f9b9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:50.384709 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.499410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.504998 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-2aac0605-e8f8-4110-8472-832c6211e150 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:50.505273 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Calling delete_port for ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec owned by network:dhcp {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:50.547935 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:50.550973 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:50.551743 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] No DVR routers for this DVR port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec on host dv-cinder-811151-2-smb {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:31:50.584009 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:31:50.584528 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:31:50.666814 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.692624 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97405c2e-d272-4b40-a91f-bbe904a5de72']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:50.708134 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:50.708426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e134348-b501-41b8-b4e6-cd3ee6b8f9b9') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:50.719640 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.735510 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.741243 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:31:50.741614 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:31:50.754912 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:31:50.886059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.889650 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:50.902027 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:50.917026 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Pushing event deleted for resources: {'Network': ['ID=97405c2e-d272-4b40-a91f-bbe904a5de72,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:50.922197 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:51.007787 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] 10.222.0.50 "DELETE /v2.0/networks/97405c2e-d272-4b40-a91f-bbe904a5de72 HTTP/1.1" status: 204 len: 168 time: 1.1093452 Nov 11 16:31:51.010624 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59462) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:51.072746 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device e7d00794-f013-4078-9504-39f5b0e6376d no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:51.096419 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Deleting port ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:51.096838 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:51.139615 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: e7d00794-f013-4078-9504-39f5b0e6376d {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:51.139964 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device e7d00794-f013-4078-9504-39f5b0e6376d not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:51.140389 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:51.199287 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:51.200025 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:51.205552 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-04b8a257-832e-4c47-b70c-de2223a1e67b None None] The port 'ecfb93c2-7459-44a9-a0b2-496c9e1fb7ec' was deleted {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 11 16:31:51.629567 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-946398'] for router_interface, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:51.970797 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Deleting port c32c0cd6-a080-4764-aa86-75008586c8f2 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:51.971041 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:52.121624 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:52.140355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] For port c32c0cd6-a080-4764-aa86-75008586c8f2, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=c32c0cd6-a080-4764-aa86-75008586c8f2,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:52.140742 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:52.260601 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Calling delete_port for c32c0cd6-a080-4764-aa86-75008586c8f2 owned by network:router_interface {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:52.521969 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:52.525408 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-915a27e6-4e98-4141-9d27-e326f6ac19ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:52.670189 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32c0cd6-a080-4764-aa86-75008586c8f2,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:52.673085 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:52.935143 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-946338'] for router_interface, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:53.288843 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Router 8b53b682-100c-41ef-9e19-eabb1509ea6f has already been hosted by L3 agent 10cfb529-aec2-4f82-b02d-ab59dd93a45a {{(pid=87451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 11 16:31:53.459254 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] Notify agent at l3_agent.dv-cinder-811151-2-smb the message routers_updated {{(pid=87451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 11 16:31:53.468982 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] Sync routers for ids ['8b53b682-100c-41ef-9e19-eabb1509ea6f'] in dv-cinder-811151-2-smb {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 16:31:53.478773 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] Routers {'8b53b682-100c-41ef-9e19-eabb1509ea6f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:31:53.483526 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:31:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['8b53b682-100c-41ef-9e19-eabb1509ea6f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:53.532971 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-14be2f8d-826f-4f9f-8165-10232c916b94 admin admin] 10.222.0.50 "PUT /v2.0/routers/8b53b682-100c-41ef-9e19-eabb1509ea6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5212908 Nov 11 16:31:53.535393 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59466) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:53.656853 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] Set router 8b53b682-100c-41ef-9e19-eabb1509ea6f gateway port host: dv-cinder-811151-2-smb {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:31:53.710426 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks [] for router, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:53.880862 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:53.932485 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'external_fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:31:52Z', 'revision_number': 5, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port': {'id': 'a1bac684-1f1f-4154-a898-a16db331551b', 'name': '', 'network_id': '582e2b88-e398-4198-b5f7-d424ce5ff4e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'ip_address': '172.28.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811151-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T16:27:19Z', 'updated_at': '2021-11-11T16:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c39aa0da-d7af-4deb-9ee6-75a0ccddc5ed', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811151-2-smb'}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:53.936474 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] Checking router: 8b53b682-100c-41ef-9e19-eabb1509ea6f for host: dv-cinder-811151-2-smb {{(pid=87453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 16:31:53.944616 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] Routers {'8b53b682-100c-41ef-9e19-eabb1509ea6f'} bound to L3 agent in host dv-cinder-811151-2-smb {{(pid=87453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 16:31:53.945208 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811151-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T16:05:27Z,description=,heartbeat_timestamp=2021-11-11T16:31:27Z,host='dv-cinder-811151-2-smb',id=10cfb529-aec2-4f82-b02d-ab59dd93a45a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T16:05:28Z,topic='l3_agent')) {'router_ids': ['8b53b682-100c-41ef-9e19-eabb1509ea6f'], 'active': True} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:53.948360 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Deleting port a1bac684-1f1f-4154-a898-a16db331551b {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:53.948747 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:54.101778 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_dvr_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] Set router 8b53b682-100c-41ef-9e19-eabb1509ea6f gateway port host: None {{(pid=87453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 11 16:31:54.205642 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.l3_hamode_db [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:31:53Z', 'revision_number': 6, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port_host': None}], 'dv-cinder-811151-2-smb', False) {} {{(pid=87453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:54.209613 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4126b0-13ff-472d-b246-9b776485274e None None] The sync data for ids ['8b53b682-100c-41ef-9e19-eabb1509ea6f'] in dv-cinder-811151-2-smb is: [{'id': '8b53b682-100c-41ef-9e19-eabb1509ea6f', 'name': 'tempest-TestShelveInstance-1192973886-router', 'tenant_id': 'b50ce9f818b4442f8b8358f3712f0046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T16:27:18Z', 'updated_at': '2021-11-11T16:31:53Z', 'revision_number': 6, 'project_id': 'b50ce9f818b4442f8b8358f3712f0046', 'gw_port_host': None}] {{(pid=87453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 16:31:54.236867 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] For port a1bac684-1f1f-4154-a898-a16db331551b, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=a1bac684-1f1f-4154-a898-a16db331551b,segment=NetworkSegment(59d60fcc-67e7-4e2b-b097-60d3dced6b1b),segment_id=59d60fcc-67e7-4e2b-b097-60d3dced6b1b)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:54.237224 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:54.361485 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Calling delete_port for a1bac684-1f1f-4154-a898-a16db331551b owned by network:router_gateway {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:54.624639 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:54.628714 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-0f3018a3-5224-4402-914b-c59b3f164889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:54.648231 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ac57-3d2b-4c73-914f-dd66a783f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:54.671453 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bac684-1f1f-4154-a898-a16db331551b,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:54.674942 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:54.766692 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-906533'] for router_gateway, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:54.936811 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-909156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3931'] for router, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:54.939365 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.019033 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-906577'] for router, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.019630 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b53b682-100c-41ef-9e19-eabb1509ea6f {{(pid=87451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 16:31:55.033904 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] Notify callbacks [] for router, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.035050 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-e2a7773f-f83b-440a-a15f-e9966860058f admin admin] 10.222.0.50 "DELETE /v2.0/routers/8b53b682-100c-41ef-9e19-eabb1509ea6f HTTP/1.1" status: 204 len: 168 time: 1.4987373 Nov 11 16:31:55.037567 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59470) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:55.073782 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device c32c0cd6-a080-4764-aa86-75008586c8f2 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:55.102258 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.db_base_plugin_v2 [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Deleting subnet 2ccbf625-fcd4-4637-96af-4f90e4602d14 {{(pid=87451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 16:31:55.105229 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.110418 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: c32c0cd6-a080-4764-aa86-75008586c8f2 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:55.110772 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device c32c0cd6-a080-4764-aa86-75008586c8f2 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:55.111196 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device a1bac684-1f1f-4154-a898-a16db331551b no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:55.151886 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: a1bac684-1f1f-4154-a898-a16db331551b {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:55.152496 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device a1bac684-1f1f-4154-a898-a16db331551b not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:55.161892 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10643444'] for subnet, precommit_delete_associations {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.252033 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4045080'] for subnet, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.253356 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.442234 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4045079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10712112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10523108'] for subnet, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.446355 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dbed4af1-947c-4148-ac0e-5b99b28da0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:55.482414 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccbf625-fcd4-4637-96af-4f90e4602d14,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:55.484952 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:55.487369 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for subnet, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.493272 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-3828e34a-b8f8-4f87-bf76-efba42e2e83c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2ccbf625-fcd4-4637-96af-4f90e4602d14 HTTP/1.1" status: 204 len: 168 time: 0.4547522 Nov 11 16:31:55.493420 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4c586-d03e-4229-82f0-d10a89826348 None None] Network ff3aca69-1156-4b0a-a554-eba70de6eeb1 requested from dv-cinder-811151-2-smb {{(pid=87452) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 11 16:31:55.495771 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59474) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:55.601306 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4016594'] for network, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.612186 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Deleting port 03a283b2-2063-4bb1-8290-ea8af71bcc25 {{(pid=87451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:55.612517 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.743912 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] DHCP port deletion for ff3aca69-1156-4b0a-a554-eba70de6eeb1 request from dv-cinder-811151-2-smb {{(pid=87452) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 11 16:31:55.748505 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Deleting port 03a283b2-2063-4bb1-8290-ea8af71bcc25 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:55.748924 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.819152 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.db [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] For port 03a283b2-2063-4bb1-8290-ea8af71bcc25, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=03a283b2-2063-4bb1-8290-ea8af71bcc25,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:55.819865 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:55.957219 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.db [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] For port 03a283b2-2063-4bb1-8290-ea8af71bcc25, host dv-cinder-811151-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811151-2-smb',level=0,port_id=03a283b2-2063-4bb1-8290-ea8af71bcc25,segment=NetworkSegment(44cbed96-d2c9-4fa3-b84d-c942b592ebb9),segment_id=44cbed96-d2c9-4fa3-b84d-c942b592ebb9)] {{(pid=87452) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 11 16:31:55.957528 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-909278'] for port, precommit_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.034212 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Calling delete_port for 03a283b2-2063-4bb1-8290-ea8af71bcc25 owned by network:dhcp {{(pid=87451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:56.078043 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Calling delete_port for 03a283b2-2063-4bb1-8290-ea8af71bcc25 owned by network:dhcp {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 11 16:31:56.167659 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4037227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748556554527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748556090664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10712071'] for port, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.172132 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-622fbdcc-1300-4b6d-91c2-8bfca2aea41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:56.181216 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.db.api [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87452) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 16:31:56.181590 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG oslo_db.api [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 16:31:56.220051 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Pushing event deleted for resources: {'Port': ['ID=03a283b2-2063-4bb1-8290-ea8af71bcc25,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:56.222955 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:56.225764 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] No DVR routers for this DVR port 03a283b2-2063-4bb1-8290-ea8af71bcc25 on host dv-cinder-811151-2-smb {{(pid=87451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 16:31:56.343565 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4046178', 'neutron.services.segments.db._delete_segments_for_network-8748556593556'] for network, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.367796 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3aca69-1156-4b0a-a554-eba70de6eeb1']}} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:56.380077 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cbed96-d2c9-4fa3-b84d-c942b592ebb9') {'for_net_delete': True} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:56.380368 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.services.segments.db [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cbed96-d2c9-4fa3-b84d-c942b592ebb9') {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 16:31:56.392260 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748556522819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10643215'] for segment, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.407889 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4188067'] for segment, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.413803 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=87451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 16:31:56.414750 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4188058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10712154'] for segment, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: Traceback (most recent call last): Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: timer() Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: cb(*args, **kw) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: return func(*args, **kwargs) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: self._notify() Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: self.callback(batched_events) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: event.method(event) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: return f(self, *a, **k) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: return self._get(url).json() Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: return self.request(url, 'GET', **kwargs) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 16:31:56.427028 dv-cinder-811151-2-smb neutron-server[87451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 16:31:56.584160 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4046187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-906718'] for network, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.587658 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dbcba9ca-9f93-4d69-807c-b0ed9cdee4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:56.600479 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580788'] for network, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.612947 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3aca69-1156-4b0a-a554-eba70de6eeb1,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:56.616324 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:56.618071 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-dedb4fe8-66c3-4282-9a31-48649f809cef admin admin] 10.222.0.50 "DELETE /v2.0/networks/ff3aca69-1156-4b0a-a554-eba70de6eeb1 HTTP/1.1" status: 204 len: 168 time: 1.1213813 Nov 11 16:31:56.683207 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Deleting port 03a283b2-2063-4bb1-8290-ea8af71bcc25 {{(pid=87452) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 11 16:31:56.683722 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748556550027'] for port, before_delete {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:56.749083 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a0f3f-6ab3-4a1b-8d61-03df3e28c4b4 None None] The port '03a283b2-2063-4bb1-8290-ea8af71bcc25' was deleted {{(pid=87452) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 11 16:31:57.028314 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59480) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:57.075667 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 03a283b2-2063-4bb1-8290-ea8af71bcc25 no longer exists at agent ovs-agent-dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 11 16:31:57.077448 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-f6ed7668-81ed-4c76-afcb-95cd1403d074 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3160fd81e23f48559ffb239882c73850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477462 Nov 11 16:31:57.079808 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59484) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:57.111346 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.plugin [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] No Port match for: 03a283b2-2063-4bb1-8290-ea8af71bcc25 {{(pid=87452) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 11 16:31:57.111695 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron.plugins.ml2.rpc [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Device 03a283b2-2063-4bb1-8290-ea8af71bcc25 not bound to the agent host dv-cinder-811151-2-smb {{(pid=87452) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 11 16:31:57.138070 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:57.166291 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:57.293410 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:57.298329 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5da16cbe-0eaa-4c52-bcbf-1ce9eb9a9ce7 tempest-TestMinimumBasicScenario-1989668382 tempest-TestMinimumBasicScenario-1989668382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:57.312059 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b42516-c0f5-4ecf-8873-f06e089ff7d9,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:57.315573 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:57.318960 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:57.320442 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-bb977414-9500-4951-a3e6-a3de7471df45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25b42516-c0f5-4ecf-8873-f06e089ff7d9 HTTP/1.1" status: 204 len: 168 time: 0.2397528 Nov 11 16:31:57.372164 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-a100ea37-2eb8-4b6f-b0be-359568da6339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:58.001605 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59492) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:58.050245 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-0392ecb0-add1-442d-a495-3cb3875aecb3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b50ce9f818b4442f8b8358f3712f0046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472035 Nov 11 16:31:58.052680 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [-] (87451) accepted ('10.222.0.50', 59496) {{(pid=87451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 11 16:31:58.109566 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:58.133884 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:58.258835 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862706'] for security_group, after_delete {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:58.263260 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-5a0b450d-d655-41eb-b9b9-97bb295dd293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 11 16:31:58.279939 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b8c84-0ba7-4bdb-91a9-c78aa73e643f,revision_number=None']} {{(pid=87451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 16:31:58.282774 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 11 16:31:58.284698 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:58.286100 dv-cinder-811151-2-smb neutron-server[87451]: INFO neutron.wsgi [None req-015c0419-0e92-4add-bec5-82fe84aad0c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/875b8c84-0ba7-4bdb-91a9-c78aa73e643f HTTP/1.1" status: 204 len: 168 time: 0.2322295 Nov 11 16:31:58.715764 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:31:59.778960 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:07.688429 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:32:22.267406 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:24.654028 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-562bdf99-7d1b-4562-ab85-60533dda9782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:25.220132 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:27.360892 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-9b495978-1d45-495d-9492-5fc57203afea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:28.715578 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:29.766016 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:29.906282 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [req-120f501b-5bc3-447e-a1b9-ac8b4b8d5c17 req-143739a1-b8f5-43aa-89d4-3bcca2fb4da8 service neutron] (87450) timed out ('10.222.0.50', 53254) {{(pid=87450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 11 16:32:31.231514 dv-cinder-811151-2-smb neutron-server[87450]: DEBUG neutron.wsgi [req-2d88f75a-4ade-4033-9ccc-925fa6d454d8 req-9ee677cb-43e9-46af-aab8-e4a1e23aca60 service neutron] (87450) timed out ('10.222.0.60', 57258) {{(pid=87450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 11 16:32:44.688433 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:32:52.286783 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:54.639638 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4b344dcb-ae3c-497a-b4ba-3b50ffaa8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:55.262877 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:57.395132 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-4efd950e-2a26-438e-b2e0-36b41373e19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:58.722824 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:32:59.754913 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:21.686851 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:33:22.293630 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:24.632109 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f59d53c9-111b-4e54-8407-97b2878aab4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:25.209298 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:27.353659 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-f13398e2-a2a0-4a83-80aa-7e48f9655001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:28.736934 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:29.754816 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:52.304317 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:54.628996 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6314b18d-7ae0-487a-be37-e1b857c51db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:55.234458 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:57.347959 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-5aa63a11-fedb-40f9-9be2-802ee6e24776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:58.686459 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:33:58.774018 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:33:59.750888 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:22.303139 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:24.629896 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0e9f-82a3-47ca-8b58-ac34041f1093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:25.310495 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:27.378461 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-18292c0f-ff51-44c4-b022-3ea548d84c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:28.726470 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:29.750646 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:35.685045 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:34:52.309353 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:54.612636 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-6b3102bd-f1e5-4ed6-a5ef-1ca12635bf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:55.218045 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:57.366877 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-7a71c90e-af8a-4a69-920a-20de2ee35559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:58.727723 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:34:59.755744 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:12.712691 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:35:22.420444 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:24.609925 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-2e6013ae-731c-4901-8ba2-8f997ca341a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:25.216101 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:27.342323 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-e1381428-2380-4fae-a631-8d9a3741e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:28.725570 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:29.771300 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:36.987496 dv-cinder-811151-2-smb neutron-server[87451]: DEBUG neutron.wsgi [req-4f1f4092-b94f-4e39-9784-82560565ee74 req-c2c3f3de-05db-4d23-b9cc-4e95dc7fcb0b service neutron] (87451) timed out ('10.222.0.60', 57235) {{(pid=87451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 11 16:35:49.681337 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:35:52.352365 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:54.615097 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-b2de8794-82b5-4458-a179-4ef1c9725e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:55.221149 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:57.358469 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4090-c024-45c4-bf87-07ad11e81fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:58.733500 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:35:59.794460 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:22.334446 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:24.606889 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-c0af8023-b826-4d0e-a415-b3c9de0ac7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:25.207431 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-33b07d8b-1643-46e5-bdc5-707cfd8aa67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:26.679858 dv-cinder-811151-2-smb neutron-server[87453]: DEBUG neutron.db.agents_db [None req-7f4078c8-4070-4c35-90f6-177978d7aa82 None None] Agent healthcheck: found 6 active agents {{(pid=87453) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 11 16:36:27.360561 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-0272bfe4-e3f1-498c-982c-a18100c56d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:28.743102 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-cb443e98-9886-4efe-85ae-abf7ebbacc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:29.775804 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-edbb8f22-fcd5-443e-a2ef-41a77fca5787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:52.348101 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-de79b1da-56f6-4465-9db8-ae18c7ebe5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 11 16:36:54.646099 dv-cinder-811151-2-smb neutron-server[87452]: DEBUG neutron_lib.callbacks.manager [None req-95e5e94a-53eb-4b74-9a01-54fb335b3a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748556593619', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4049332'] for agent, after_update {{(pid=87452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}